2024-11-20 21:16:50,642 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 21:16:50,662 main DEBUG Took 0.018177 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 21:16:50,663 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 21:16:50,663 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 21:16:50,664 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 21:16:50,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:16:50,675 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 21:16:50,691 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:16:50,692 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:16:50,693 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:16:50,694 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:16:50,694 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:16:50,695 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:16:50,696 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:16:50,696 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:16:50,697 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:16:50,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:16:50,698 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:16:50,699 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:16:50,699 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:16:50,700 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:16:50,700 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:16:50,701 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:16:50,701 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:16:50,702 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:16:50,702 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:16:50,703 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:16:50,703 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:16:50,704 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:16:50,705 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:16:50,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:16:50,706 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:16:50,706 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 21:16:50,708 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:16:50,709 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 21:16:50,712 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 21:16:50,712 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 21:16:50,714 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 21:16:50,714 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 21:16:50,726 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 21:16:50,729 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 21:16:50,731 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 21:16:50,731 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 21:16:50,732 main DEBUG createAppenders(={Console}) 2024-11-20 21:16:50,732 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-20 21:16:50,733 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-20 21:16:50,733 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-20 21:16:50,734 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 21:16:50,734 main DEBUG OutputStream closed 2024-11-20 21:16:50,734 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 21:16:50,735 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 21:16:50,735 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-20 21:16:50,825 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 21:16:50,828 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 21:16:50,829 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 21:16:50,830 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 21:16:50,831 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 21:16:50,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 21:16:50,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 21:16:50,832 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 21:16:50,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 21:16:50,833 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 21:16:50,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 21:16:50,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 21:16:50,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 21:16:50,835 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 21:16:50,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 21:16:50,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 21:16:50,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 21:16:50,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 21:16:50,841 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 21:16:50,841 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-20 21:16:50,842 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 21:16:50,843 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-20T21:16:50,863 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-20 21:16:50,867 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 21:16:50,867 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T21:16:50,930 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=731, ProcessCount=11, AvailableMemoryMB=1694 2024-11-20T21:16:51,176 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-20T21:16:51,233 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c 2024-11-20T21:16:51,238 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/cluster_82fc4b77-c158-0d18-9989-722227152865, deleteOnExit=true 2024-11-20T21:16:51,398 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/cluster_82fc4b77-c158-0d18-9989-722227152865/zookeeper_0, clientPort=55746, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/cluster_82fc4b77-c158-0d18-9989-722227152865/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/cluster_82fc4b77-c158-0d18-9989-722227152865/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:16:51,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55746 2024-11-20T21:16:51,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:16:51,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:16:51,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/test.cache.data in system properties and HBase conf 2024-11-20T21:16:51,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:16:51,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:16:51,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:16:51,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:16:51,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:16:51,531 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T21:16:51,628 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:16:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:16:51,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:16:51,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:16:51,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:16:51,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:16:51,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:16:51,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:16:51,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:16:51,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:16:51,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:16:51,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:16:51,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:16:51,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:16:51,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:16:52,577 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T21:16:52,659 INFO [Time-limited test {}] log.Log(170): Logging initialized @2766ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T21:16:52,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:16:52,803 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:16:52,838 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:16:52,839 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:16:52,840 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:16:52,854 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:16:52,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:16:52,863 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:16:53,084 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/java.io.tmpdir/jetty-localhost-44663-hadoop-hdfs-3_4_1-tests_jar-_-any-15710640115071950146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:16:53,090 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:44663} 2024-11-20T21:16:53,090 INFO [Time-limited test {}] server.Server(415): Started @3198ms 2024-11-20T21:16:53,514 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:16:53,522 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:16:53,523 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:16:53,524 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:16:53,524 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:16:53,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:16:53,525 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:16:53,653 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/java.io.tmpdir/jetty-localhost-43873-hadoop-hdfs-3_4_1-tests_jar-_-any-14170725997036989689/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:16:53,654 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:43873} 2024-11-20T21:16:53,655 INFO [Time-limited test {}] server.Server(415): Started @3763ms 2024-11-20T21:16:53,720 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:16:54,256 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/cluster_82fc4b77-c158-0d18-9989-722227152865/data/data1/current/BP-1124236006-172.17.0.3-1732137412315/current, will proceed with Du for space computation calculation, 2024-11-20T21:16:54,256 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/cluster_82fc4b77-c158-0d18-9989-722227152865/data/data2/current/BP-1124236006-172.17.0.3-1732137412315/current, will proceed with Du for space computation calculation, 2024-11-20T21:16:54,314 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:16:54,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe584a59767f25cf2 with lease ID 0xce55f5f815776529: Processing first storage report for DS-53413eec-752c-4e7a-b0d0-6ccabe509f44 from datanode DatanodeRegistration(127.0.0.1:35809, datanodeUuid=735ff57e-6255-489f-9e6e-c2539189c704, infoPort=42009, infoSecurePort=0, ipcPort=41791, storageInfo=lv=-57;cid=testClusterID;nsid=619160585;c=1732137412315) 2024-11-20T21:16:54,394 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe584a59767f25cf2 with lease ID 0xce55f5f815776529: from storage DS-53413eec-752c-4e7a-b0d0-6ccabe509f44 node DatanodeRegistration(127.0.0.1:35809, datanodeUuid=735ff57e-6255-489f-9e6e-c2539189c704, infoPort=42009, infoSecurePort=0, ipcPort=41791, storageInfo=lv=-57;cid=testClusterID;nsid=619160585;c=1732137412315), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-20T21:16:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe584a59767f25cf2 with lease ID 0xce55f5f815776529: Processing first storage report for DS-d0adc043-b36c-48af-8973-6bc7f9a31f37 from datanode DatanodeRegistration(127.0.0.1:35809, datanodeUuid=735ff57e-6255-489f-9e6e-c2539189c704, infoPort=42009, infoSecurePort=0, ipcPort=41791, storageInfo=lv=-57;cid=testClusterID;nsid=619160585;c=1732137412315) 2024-11-20T21:16:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe584a59767f25cf2 with lease ID 0xce55f5f815776529: from storage DS-d0adc043-b36c-48af-8973-6bc7f9a31f37 node DatanodeRegistration(127.0.0.1:35809, datanodeUuid=735ff57e-6255-489f-9e6e-c2539189c704, infoPort=42009, infoSecurePort=0, ipcPort=41791, storageInfo=lv=-57;cid=testClusterID;nsid=619160585;c=1732137412315), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:16:54,446 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c 2024-11-20T21:16:54,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:16:54,458 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:16:54,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:16:55,091 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e with version=8 2024-11-20T21:16:55,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/hbase-staging 2024-11-20T21:16:55,208 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T21:16:55,507 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:16:55,519 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:16:55,520 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:16:55,525 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:16:55,525 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:16:55,526 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:16:55,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:16:55,759 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T21:16:55,770 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T21:16:55,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:16:55,802 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12321 (auto-detected) 2024-11-20T21:16:55,803 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-20T21:16:55,825 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41539 2024-11-20T21:16:55,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41539 connecting to ZooKeeper ensemble=127.0.0.1:55746 2024-11-20T21:16:55,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415390x0, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:16:55,896 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41539-0x1005f0d6dbb0000 connected 2024-11-20T21:16:55,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:16:55,926 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:16:55,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on znode that does not yet exist, /0-2122670842/running 2024-11-20T21:16:55,940 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e, hbase.cluster.distributed=false 2024-11-20T21:16:55,973 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on znode that does not yet exist, /0-2122670842/acl 2024-11-20T21:16:55,986 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41539 2024-11-20T21:16:55,987 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41539 2024-11-20T21:16:55,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41539 2024-11-20T21:16:55,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41539 2024-11-20T21:16:55,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41539 2024-11-20T21:16:56,152 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:16:56,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:16:56,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:16:56,155 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:16:56,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:16:56,155 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:16:56,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:16:56,162 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:16:56,164 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41423 2024-11-20T21:16:56,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41423 connecting to ZooKeeper ensemble=127.0.0.1:55746 2024-11-20T21:16:56,168 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:16:56,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:16:56,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414230x0, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:16:56,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41423-0x1005f0d6dbb0001 connected 2024-11-20T21:16:56,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on znode that does not yet exist, /0-2122670842/running 2024-11-20T21:16:56,187 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:16:56,199 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:16:56,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on znode that does not yet exist, /0-2122670842/master 2024-11-20T21:16:56,209 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on znode that does not yet exist, /0-2122670842/acl 2024-11-20T21:16:56,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41423 2024-11-20T21:16:56,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41423 2024-11-20T21:16:56,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41423 2024-11-20T21:16:56,211 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41423 2024-11-20T21:16:56,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41423 2024-11-20T21:16:56,230 DEBUG [M:0;0b16ab3f13b7:41539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:41539 2024-11-20T21:16:56,231 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2122670842/backup-masters/0b16ab3f13b7,41539,1732137415282 2024-11-20T21:16:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842/backup-masters 2024-11-20T21:16:56,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842/backup-masters 2024-11-20T21:16:56,239 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on existing znode=/0-2122670842/backup-masters/0b16ab3f13b7,41539,1732137415282 2024-11-20T21:16:56,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2122670842/master 2024-11-20T21:16:56,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:16:56,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:16:56,261 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on existing znode=/0-2122670842/master 2024-11-20T21:16:56,262 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2122670842/backup-masters/0b16ab3f13b7,41539,1732137415282 from backup master directory 2024-11-20T21:16:56,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842/backup-masters 2024-11-20T21:16:56,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2122670842/backup-masters/0b16ab3f13b7,41539,1732137415282 2024-11-20T21:16:56,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842/backup-masters 2024-11-20T21:16:56,266 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:16:56,267 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,41539,1732137415282 2024-11-20T21:16:56,269 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T21:16:56,271 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T21:16:56,328 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/hbase.id] with ID: 07d2b612-545e-47b7-990a-8aa7c04226be 2024-11-20T21:16:56,329 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/.tmp/hbase.id 2024-11-20T21:16:56,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:16:56,747 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/.tmp/hbase.id]:[hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/hbase.id] 2024-11-20T21:16:56,797 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:16:56,803 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:16:56,830 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-20T21:16:56,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:16:56,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:16:56,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:16:56,874 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:16:56,878 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:16:56,900 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:16:56,906 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:16:56,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:16:57,394 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store 2024-11-20T21:16:57,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:16:57,881 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T21:16:57,888 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:16:57,890 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:16:57,890 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:16:57,890 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:16:57,899 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-20T21:16:57,899 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:16:57,900 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:16:57,901 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137417890Disabling compacts and flushes for region at 1732137417890Disabling writes for close at 1732137417899 (+9 ms)Writing region close event to WAL at 1732137417899Closed at 1732137417900 (+1 ms) 2024-11-20T21:16:57,914 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/.initializing 2024-11-20T21:16:57,914 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,41539,1732137415282 2024-11-20T21:16:57,931 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:16:57,988 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C41539%2C1732137415282, suffix=, logDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,41539,1732137415282, archiveDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/oldWALs, maxLogs=10 2024-11-20T21:16:58,024 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,41539,1732137415282/0b16ab3f13b7%2C41539%2C1732137415282.1732137417995, exclude list is [], retry=0 2024-11-20T21:16:58,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35809,DS-53413eec-752c-4e7a-b0d0-6ccabe509f44,DISK] 2024-11-20T21:16:58,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T21:16:58,113 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,41539,1732137415282/0b16ab3f13b7%2C41539%2C1732137415282.1732137417995 2024-11-20T21:16:58,114 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42009:42009)] 2024-11-20T21:16:58,115 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:16:58,116 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:16:58,120 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:16:58,122 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:16:58,200 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:16:58,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:16:58,243 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:58,246 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:16:58,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:16:58,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:16:58,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:58,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:16:58,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:16:58,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:16:58,258 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:58,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:16:58,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:16:58,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:16:58,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:58,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:16:58,263 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:16:58,267 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:16:58,268 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:16:58,273 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:16:58,274 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:16:58,278 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:16:58,282 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:16:58,287 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:16:58,288 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67660849, jitterRate=0.008225217461585999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:16:58,295 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137418142Initializing all the Stores at 1732137418147 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137418148 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137418152 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137418153 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137418153Cleaning up temporary data from old regions at 1732137418274 (+121 ms)Region opened successfully at 1732137418295 (+21 ms) 2024-11-20T21:16:58,296 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:16:58,328 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52ce10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:16:58,359 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:16:58,370 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:16:58,370 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:16:58,373 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:16:58,374 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T21:16:58,379 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T21:16:58,379 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:16:58,405 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:16:58,413 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Unable to get data of znode /0-2122670842/balancer because node does not exist (not necessarily an error) 2024-11-20T21:16:58,415 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2122670842/balancer already deleted, retry=false 2024-11-20T21:16:58,418 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:16:58,419 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Unable to get data of znode /0-2122670842/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:16:58,422 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2122670842/normalizer already deleted, retry=false 2024-11-20T21:16:58,424 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:16:58,427 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Unable to get data of znode /0-2122670842/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:16:58,429 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2122670842/switch/split already deleted, retry=false 2024-11-20T21:16:58,430 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Unable to get data of znode /0-2122670842/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:16:58,432 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2122670842/switch/merge already deleted, retry=false 2024-11-20T21:16:58,451 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Unable to get data of znode /0-2122670842/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:16:58,460 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2122670842/snapshot-cleanup already deleted, retry=false 2024-11-20T21:16:58,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2122670842/running 2024-11-20T21:16:58,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2122670842/running 2024-11-20T21:16:58,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:16:58,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:16:58,474 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,41539,1732137415282, sessionid=0x1005f0d6dbb0000, setting cluster-up flag (Was=false) 2024-11-20T21:16:58,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:16:58,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:16:58,492 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2122670842/flush-table-proc/acquired, /0-2122670842/flush-table-proc/reached, /0-2122670842/flush-table-proc/abort 2024-11-20T21:16:58,494 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,41539,1732137415282 2024-11-20T21:16:58,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:16:58,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:16:58,506 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2122670842/online-snapshot/acquired, /0-2122670842/online-snapshot/reached, /0-2122670842/online-snapshot/abort 2024-11-20T21:16:58,508 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,41539,1732137415282 2024-11-20T21:16:58,514 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:16:58,521 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(746): ClusterId : 07d2b612-545e-47b7-990a-8aa7c04226be 2024-11-20T21:16:58,524 DEBUG [RS:0;0b16ab3f13b7:41423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:16:58,531 DEBUG [RS:0;0b16ab3f13b7:41423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:16:58,531 DEBUG [RS:0;0b16ab3f13b7:41423 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:16:58,534 DEBUG [RS:0;0b16ab3f13b7:41423 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:16:58,535 DEBUG [RS:0;0b16ab3f13b7:41423 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@187e108c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:16:58,551 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:41423 2024-11-20T21:16:58,554 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:16:58,554 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:16:58,555 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:16:58,558 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,41539,1732137415282 with port=41423, startcode=1732137416097 2024-11-20T21:16:58,571 DEBUG [RS:0;0b16ab3f13b7:41423 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:16:58,614 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:16:58,616 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:16:58,622 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41539 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T21:16:58,629 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:16:58,636 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:16:58,642 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,41539,1732137415282 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:16:58,649 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:16:58,649 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:16:58,649 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:16:58,649 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:16:58,650 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:16:58,650 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:16:58,650 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:16:58,650 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:16:58,653 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:16:58,653 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137448653 2024-11-20T21:16:58,653 WARN [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:16:58,655 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:16:58,656 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:16:58,657 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:16:58,657 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:16:58,661 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:16:58,661 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:16:58,661 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:16:58,662 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:16:58,663 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:58,662 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:58,663 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:16:58,665 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:16:58,667 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:16:58,667 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:16:58,667 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:16:58,669 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:16:58,670 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:16:58,672 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137418671,5,FailOnTimeoutGroup] 2024-11-20T21:16:58,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:16:58,672 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137418672,5,FailOnTimeoutGroup] 2024-11-20T21:16:58,672 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:58,673 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:16:58,674 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:58,674 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:58,755 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,41539,1732137415282 with port=41423, startcode=1732137416097 2024-11-20T21:16:58,758 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41539 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,41423,1732137416097 2024-11-20T21:16:58,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41539 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,41423,1732137416097 2024-11-20T21:16:58,771 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e 2024-11-20T21:16:58,771 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45389 2024-11-20T21:16:58,771 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:16:58,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842/rs 2024-11-20T21:16:58,779 DEBUG [RS:0;0b16ab3f13b7:41423 {}] zookeeper.ZKUtil(111): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on existing znode=/0-2122670842/rs/0b16ab3f13b7,41423,1732137416097 2024-11-20T21:16:58,779 WARN [RS:0;0b16ab3f13b7:41423 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:16:58,780 INFO [RS:0;0b16ab3f13b7:41423 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:16:58,780 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097 2024-11-20T21:16:58,787 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,41423,1732137416097] 2024-11-20T21:16:58,823 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:16:58,842 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:16:58,850 INFO [RS:0;0b16ab3f13b7:41423 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:16:58,850 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:58,851 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:16:58,858 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:16:58,860 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:58,861 DEBUG [RS:0;0b16ab3f13b7:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:16:58,861 DEBUG [RS:0;0b16ab3f13b7:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:16:58,861 DEBUG [RS:0;0b16ab3f13b7:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:16:58,861 DEBUG [RS:0;0b16ab3f13b7:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:16:58,862 DEBUG [RS:0;0b16ab3f13b7:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:16:58,862 DEBUG [RS:0;0b16ab3f13b7:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:16:58,862 DEBUG [RS:0;0b16ab3f13b7:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:16:58,862 DEBUG [RS:0;0b16ab3f13b7:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:16:58,863 DEBUG [RS:0;0b16ab3f13b7:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:16:58,863 DEBUG [RS:0;0b16ab3f13b7:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:16:58,863 DEBUG [RS:0;0b16ab3f13b7:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:16:58,863 DEBUG [RS:0;0b16ab3f13b7:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:16:58,864 DEBUG [RS:0;0b16ab3f13b7:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:16:58,864 DEBUG [RS:0;0b16ab3f13b7:41423 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:16:58,868 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:58,868 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:58,868 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:58,868 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:58,868 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:58,868 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41423,1732137416097-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:16:58,898 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:16:58,901 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41423,1732137416097-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:58,901 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:58,901 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.Replication(171): 0b16ab3f13b7,41423,1732137416097 started 2024-11-20T21:16:58,925 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:58,925 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,41423,1732137416097, RpcServer on 0b16ab3f13b7/172.17.0.3:41423, sessionid=0x1005f0d6dbb0001 2024-11-20T21:16:58,926 DEBUG [RS:0;0b16ab3f13b7:41423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:16:58,926 DEBUG [RS:0;0b16ab3f13b7:41423 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,41423,1732137416097 2024-11-20T21:16:58,927 DEBUG [RS:0;0b16ab3f13b7:41423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,41423,1732137416097' 2024-11-20T21:16:58,927 DEBUG [RS:0;0b16ab3f13b7:41423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2122670842/flush-table-proc/abort' 2024-11-20T21:16:58,928 DEBUG [RS:0;0b16ab3f13b7:41423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2122670842/flush-table-proc/acquired' 2024-11-20T21:16:58,929 DEBUG [RS:0;0b16ab3f13b7:41423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:16:58,929 DEBUG [RS:0;0b16ab3f13b7:41423 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:16:58,930 DEBUG [RS:0;0b16ab3f13b7:41423 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,41423,1732137416097 2024-11-20T21:16:58,930 DEBUG [RS:0;0b16ab3f13b7:41423 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,41423,1732137416097' 2024-11-20T21:16:58,930 DEBUG [RS:0;0b16ab3f13b7:41423 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2122670842/online-snapshot/abort' 2024-11-20T21:16:58,931 DEBUG [RS:0;0b16ab3f13b7:41423 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2122670842/online-snapshot/acquired' 2024-11-20T21:16:58,933 DEBUG [RS:0;0b16ab3f13b7:41423 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:16:58,933 INFO [RS:0;0b16ab3f13b7:41423 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:16:58,934 INFO [RS:0;0b16ab3f13b7:41423 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:16:59,043 INFO [RS:0;0b16ab3f13b7:41423 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:16:59,047 INFO [RS:0;0b16ab3f13b7:41423 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C41423%2C1732137416097, suffix=, logDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097, archiveDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/oldWALs, maxLogs=10 2024-11-20T21:16:59,072 DEBUG [RS:0;0b16ab3f13b7:41423 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050, exclude list is [], retry=0 2024-11-20T21:16:59,074 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:16:59,075 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e 2024-11-20T21:16:59,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35809,DS-53413eec-752c-4e7a-b0d0-6ccabe509f44,DISK] 2024-11-20T21:16:59,082 INFO [RS:0;0b16ab3f13b7:41423 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 2024-11-20T21:16:59,083 DEBUG [RS:0;0b16ab3f13b7:41423 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42009:42009)] 2024-11-20T21:16:59,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:16:59,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:16:59,102 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:16:59,108 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:16:59,108 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:59,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:16:59,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:16:59,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:16:59,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:59,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:16:59,117 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:16:59,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:16:59,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:59,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:16:59,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:16:59,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:16:59,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:59,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:16:59,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:16:59,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740 2024-11-20T21:16:59,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740 2024-11-20T21:16:59,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:16:59,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:16:59,142 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:16:59,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:16:59,154 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:16:59,156 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70395515, jitterRate=0.04897491633892059}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:16:59,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137419094Initializing all the Stores at 1732137419097 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137419097Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137419099 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137419099Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137419099Cleaning up temporary data from old regions at 1732137419141 (+42 ms)Region opened successfully at 1732137419159 (+18 ms) 2024-11-20T21:16:59,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:16:59,160 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:16:59,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:16:59,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:16:59,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:16:59,162 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:16:59,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137419160Disabling compacts and flushes for region at 1732137419160Disabling writes for close at 1732137419160Writing region close event to WAL at 1732137419161 (+1 ms)Closed at 1732137419162 (+1 ms) 2024-11-20T21:16:59,167 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:16:59,167 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:16:59,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:16:59,185 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:16:59,190 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:16:59,342 DEBUG [0b16ab3f13b7:41539 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:16:59,354 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,41423,1732137416097 2024-11-20T21:16:59,361 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,41423,1732137416097, state=OPENING 2024-11-20T21:16:59,366 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:16:59,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:16:59,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:16:59,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2122670842/meta-region-server: CHANGED 2024-11-20T21:16:59,372 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2122670842/meta-region-server: CHANGED 2024-11-20T21:16:59,373 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:16:59,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,41423,1732137416097}] 2024-11-20T21:16:59,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:16:59,554 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:16:59,567 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:16:59,567 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:16:59,568 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:16:59,571 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C41423%2C1732137416097.meta, suffix=.meta, logDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097, archiveDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/oldWALs, maxLogs=10 2024-11-20T21:16:59,592 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.meta.1732137419574.meta, exclude list is [], retry=0 2024-11-20T21:16:59,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35809,DS-53413eec-752c-4e7a-b0d0-6ccabe509f44,DISK] 2024-11-20T21:16:59,601 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.meta.1732137419574.meta 2024-11-20T21:16:59,601 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42009:42009)] 2024-11-20T21:16:59,602 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:16:59,607 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:16:59,608 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:16:59,611 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:16:59,613 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:16:59,616 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:16:59,617 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:16:59,617 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:16:59,617 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:16:59,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:16:59,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:16:59,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:59,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:16:59,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:16:59,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:16:59,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:59,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:16:59,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:16:59,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:16:59,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:59,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:16:59,631 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:16:59,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:16:59,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:16:59,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:16:59,634 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:16:59,635 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740 2024-11-20T21:16:59,638 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740 2024-11-20T21:16:59,640 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:16:59,640 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:16:59,642 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:16:59,645 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:16:59,647 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74171750, jitterRate=0.1052452027797699}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:16:59,647 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:16:59,649 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137419618Writing region info on filesystem at 1732137419618Initializing all the Stores at 1732137419620 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137419620Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137419620Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137419620Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137419620Cleaning up temporary data from old regions at 1732137419641 (+21 ms)Running coprocessor post-open hooks at 1732137419647 (+6 ms)Region opened successfully at 1732137419649 (+2 ms) 2024-11-20T21:16:59,658 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137419541 2024-11-20T21:16:59,672 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:16:59,672 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:16:59,674 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,41423,1732137416097 2024-11-20T21:16:59,677 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,41423,1732137416097, state=OPEN 2024-11-20T21:16:59,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2122670842/meta-region-server 2024-11-20T21:16:59,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2122670842/meta-region-server 2024-11-20T21:16:59,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2122670842/meta-region-server: CHANGED 2024-11-20T21:16:59,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2122670842/meta-region-server: CHANGED 2024-11-20T21:16:59,681 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,41423,1732137416097 2024-11-20T21:16:59,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:16:59,686 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,41423,1732137416097 in 306 msec 2024-11-20T21:16:59,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:16:59,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 513 msec 2024-11-20T21:16:59,696 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:16:59,697 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:16:59,718 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:16:59,719 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,41423,1732137416097, seqNum=-1] 2024-11-20T21:16:59,745 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:16:59,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36339, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:16:59,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2160 sec 2024-11-20T21:16:59,772 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137419772, completionTime=-1 2024-11-20T21:16:59,776 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:16:59,776 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:16:59,812 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:16:59,812 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137479812 2024-11-20T21:16:59,812 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137539812 2024-11-20T21:16:59,813 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 36 msec 2024-11-20T21:16:59,815 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41539,1732137415282-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:59,816 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41539,1732137415282-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:59,816 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41539,1732137415282-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:59,818 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:41539, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:59,824 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:59,826 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:59,828 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:16:59,876 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.609sec 2024-11-20T21:16:59,878 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:16:59,879 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:16:59,881 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:16:59,882 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:16:59,882 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:16:59,883 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41539,1732137415282-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:16:59,884 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41539,1732137415282-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:16:59,894 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:16:59,896 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:16:59,896 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41539,1732137415282-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:16:59,932 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e7a2adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:16:59,934 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T21:16:59,934 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T21:16:59,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,41539,-1 for getting cluster id 2024-11-20T21:16:59,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:16:59,950 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07d2b612-545e-47b7-990a-8aa7c04226be' 2024-11-20T21:16:59,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:16:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07d2b612-545e-47b7-990a-8aa7c04226be" 2024-11-20T21:16:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fe47e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:16:59,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,41539,-1] 2024-11-20T21:16:59,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:16:59,961 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:16:59,963 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:16:59,966 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7beff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:16:59,967 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:16:59,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,41423,1732137416097, seqNum=-1] 2024-11-20T21:16:59,984 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:16:59,987 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:00,013 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,41539,1732137415282 2024-11-20T21:17:00,017 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55746 2024-11-20T21:17:00,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:00,026 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1005f0d6dbb0002 connected 2024-11-20T21:17:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/hadoop.log.dir so I do NOT create it in target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d 2024-11-20T21:17:00,054 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:17:00,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/hadoop.tmp.dir so I do NOT create it in target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d 2024-11-20T21:17:00,054 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:17:00,055 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d 2024-11-20T21:17:00,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:17:00,055 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/cluster_c02ce0e5-7cef-c24e-2b3a-9d68cf8a938c, deleteOnExit=true 2024-11-20T21:17:00,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:17:00,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/test.cache.data in system properties and HBase conf 2024-11-20T21:17:00,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:17:00,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:17:00,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:17:00,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:17:00,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:17:00,058 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:17:00,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:17:00,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:17:00,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:17:00,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:17:00,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:17:00,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:17:00,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:17:00,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:17:00,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:17:00,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:17:00,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:17:00,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:17:00,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:17:00,061 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:17:00,202 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:00,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:17:00,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:17:00,226 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:17:00,226 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:17:00,228 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:00,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:17:00,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:17:00,393 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46934c71{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/java.io.tmpdir/jetty-localhost-33615-hadoop-hdfs-3_4_1-tests_jar-_-any-4116910411040186846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:17:00,394 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:33615} 2024-11-20T21:17:00,394 INFO [Time-limited test {}] server.Server(415): Started @10502ms 2024-11-20T21:17:00,511 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:00,516 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:17:00,517 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:17:00,518 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:17:00,518 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:17:00,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:17:00,519 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:17:00,660 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@671eadbd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/java.io.tmpdir/jetty-localhost-39217-hadoop-hdfs-3_4_1-tests_jar-_-any-13502907662497340274/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:17:00,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:39217} 2024-11-20T21:17:00,661 INFO [Time-limited test {}] server.Server(415): Started @10769ms 2024-11-20T21:17:00,664 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:17:00,794 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/cluster_c02ce0e5-7cef-c24e-2b3a-9d68cf8a938c/data/data1/current/BP-1096291112-172.17.0.3-1732137420105/current, will proceed with Du for space computation calculation, 2024-11-20T21:17:00,794 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/cluster_c02ce0e5-7cef-c24e-2b3a-9d68cf8a938c/data/data2/current/BP-1096291112-172.17.0.3-1732137420105/current, will proceed with Du for space computation calculation, 2024-11-20T21:17:00,872 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:17:00,882 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a3fe470ba4796c5 with lease ID 0x68956cd534af681: Processing first storage report for DS-64b82c33-cef5-490e-8be0-179f413f6c97 from datanode DatanodeRegistration(127.0.0.1:40777, datanodeUuid=c924e354-3f78-4291-a247-0f00006e52f7, infoPort=40921, infoSecurePort=0, ipcPort=37359, storageInfo=lv=-57;cid=testClusterID;nsid=1792245044;c=1732137420105) 2024-11-20T21:17:00,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a3fe470ba4796c5 with lease ID 0x68956cd534af681: from storage DS-64b82c33-cef5-490e-8be0-179f413f6c97 node DatanodeRegistration(127.0.0.1:40777, datanodeUuid=c924e354-3f78-4291-a247-0f00006e52f7, infoPort=40921, infoSecurePort=0, ipcPort=37359, storageInfo=lv=-57;cid=testClusterID;nsid=1792245044;c=1732137420105), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:17:00,883 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3a3fe470ba4796c5 with lease ID 0x68956cd534af681: Processing first storage report for DS-2cf3d312-dced-49e5-91eb-7ab6f122a0e8 from datanode DatanodeRegistration(127.0.0.1:40777, datanodeUuid=c924e354-3f78-4291-a247-0f00006e52f7, infoPort=40921, infoSecurePort=0, ipcPort=37359, storageInfo=lv=-57;cid=testClusterID;nsid=1792245044;c=1732137420105) 2024-11-20T21:17:00,883 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3a3fe470ba4796c5 with lease ID 0x68956cd534af681: from storage DS-2cf3d312-dced-49e5-91eb-7ab6f122a0e8 node DatanodeRegistration(127.0.0.1:40777, datanodeUuid=c924e354-3f78-4291-a247-0f00006e52f7, infoPort=40921, infoSecurePort=0, ipcPort=37359, storageInfo=lv=-57;cid=testClusterID;nsid=1792245044;c=1732137420105), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:17:00,927 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d 2024-11-20T21:17:00,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:00,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:00,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:17:01,345 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a with version=8 2024-11-20T21:17:01,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/hbase-staging 2024-11-20T21:17:01,348 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:01,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:01,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:01,349 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:01,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:01,349 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:01,349 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:17:01,349 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:01,350 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40201 2024-11-20T21:17:01,351 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40201 connecting to ZooKeeper ensemble=127.0.0.1:55746 2024-11-20T21:17:01,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402010x0, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:01,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40201-0x1005f0d6dbb0003 connected 2024-11-20T21:17:01,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:01,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:01,373 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Set watcher on znode that does not yet exist, /11842181093/running 2024-11-20T21:17:01,374 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a, hbase.cluster.distributed=false 2024-11-20T21:17:01,375 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Set watcher on znode that does not yet exist, /11842181093/acl 2024-11-20T21:17:01,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40201 2024-11-20T21:17:01,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40201 2024-11-20T21:17:01,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40201 2024-11-20T21:17:01,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40201 2024-11-20T21:17:01,377 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40201 2024-11-20T21:17:01,395 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:01,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:01,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:01,395 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:01,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:01,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:01,395 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:17:01,395 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:01,396 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44225 2024-11-20T21:17:01,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44225 connecting to ZooKeeper ensemble=127.0.0.1:55746 2024-11-20T21:17:01,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:01,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:01,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442250x0, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:01,406 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44225-0x1005f0d6dbb0004 connected 2024-11-20T21:17:01,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:442250x0, quorum=127.0.0.1:55746, baseZNode=/11842181093 Set watcher on znode that does not yet exist, /11842181093/running 2024-11-20T21:17:01,406 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:17:01,407 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:17:01,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Set watcher on znode that does not yet exist, /11842181093/master 2024-11-20T21:17:01,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Set watcher on znode that does not yet exist, /11842181093/acl 2024-11-20T21:17:01,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44225 2024-11-20T21:17:01,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44225 2024-11-20T21:17:01,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44225 2024-11-20T21:17:01,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44225 2024-11-20T21:17:01,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44225 2024-11-20T21:17:01,429 DEBUG [M:0;0b16ab3f13b7:40201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:40201 2024-11-20T21:17:01,429 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11842181093/backup-masters/0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:01,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093/backup-masters 2024-11-20T21:17:01,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093/backup-masters 2024-11-20T21:17:01,432 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Set watcher on existing znode=/11842181093/backup-masters/0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:01,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11842181093/master 2024-11-20T21:17:01,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093 2024-11-20T21:17:01,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093 2024-11-20T21:17:01,434 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Set watcher on existing znode=/11842181093/master 2024-11-20T21:17:01,435 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11842181093/backup-masters/0b16ab3f13b7,40201,1732137421348 from backup master directory 2024-11-20T21:17:01,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842181093/backup-masters/0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:01,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093/backup-masters 2024-11-20T21:17:01,437 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:01,437 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093/backup-masters 2024-11-20T21:17:01,437 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:01,443 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/hbase.id] with ID: 74a8b184-df1e-4cf8-83dc-a0359de40507 2024-11-20T21:17:01,443 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/.tmp/hbase.id 2024-11-20T21:17:01,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:17:01,851 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/.tmp/hbase.id]:[hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/hbase.id] 2024-11-20T21:17:01,874 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:01,874 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:17:01,877 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-20T21:17:01,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093 2024-11-20T21:17:01,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093 2024-11-20T21:17:01,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:17:01,891 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:17:01,892 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:17:01,892 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:01,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:17:01,910 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store 2024-11-20T21:17:01,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:17:01,923 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:01,923 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:17:01,923 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:01,923 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:01,923 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:17:01,924 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:01,924 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:01,924 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137421923Disabling compacts and flushes for region at 1732137421923Disabling writes for close at 1732137421923Writing region close event to WAL at 1732137421924 (+1 ms)Closed at 1732137421924 2024-11-20T21:17:01,927 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/.initializing 2024-11-20T21:17:01,927 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/WALs/0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:01,929 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:01,932 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C40201%2C1732137421348, suffix=, logDir=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/WALs/0b16ab3f13b7,40201,1732137421348, archiveDir=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/oldWALs, maxLogs=10 2024-11-20T21:17:01,954 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/WALs/0b16ab3f13b7,40201,1732137421348/0b16ab3f13b7%2C40201%2C1732137421348.1732137421932, exclude list is [], retry=0 2024-11-20T21:17:01,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40777,DS-64b82c33-cef5-490e-8be0-179f413f6c97,DISK] 2024-11-20T21:17:01,964 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/WALs/0b16ab3f13b7,40201,1732137421348/0b16ab3f13b7%2C40201%2C1732137421348.1732137421932 2024-11-20T21:17:01,966 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40921:40921)] 2024-11-20T21:17:01,966 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:01,966 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:01,966 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:01,966 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:01,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:01,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:17:01,974 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:01,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:01,975 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:01,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:17:01,978 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:01,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:01,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:01,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:17:01,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:01,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:01,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:01,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:17:01,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:01,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:01,992 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:01,993 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:01,994 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:01,997 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:01,997 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:01,998 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:02,001 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:02,013 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:02,014 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72750049, jitterRate=0.08406020700931549}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:02,014 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137421967Initializing all the Stores at 1732137421970 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137421970Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137421970Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137421970Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137421970Cleaning up temporary data from old regions at 1732137421997 (+27 ms)Region opened successfully at 1732137422014 (+17 ms) 2024-11-20T21:17:02,014 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:17:02,022 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed13eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:02,023 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:17:02,024 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:17:02,024 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:17:02,024 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:17:02,025 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:17:02,026 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:17:02,026 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:17:02,031 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:17:02,033 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Unable to get data of znode /11842181093/balancer because node does not exist (not necessarily an error) 2024-11-20T21:17:02,034 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842181093/balancer already deleted, retry=false 2024-11-20T21:17:02,035 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:17:02,036 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Unable to get data of znode /11842181093/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:17:02,038 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842181093/normalizer already deleted, retry=false 2024-11-20T21:17:02,038 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:17:02,039 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Unable to get data of znode /11842181093/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:17:02,041 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842181093/switch/split already deleted, retry=false 2024-11-20T21:17:02,042 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Unable to get data of znode /11842181093/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:17:02,046 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842181093/switch/merge already deleted, retry=false 2024-11-20T21:17:02,049 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Unable to get data of znode /11842181093/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:17:02,052 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11842181093/snapshot-cleanup already deleted, retry=false 2024-11-20T21:17:02,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11842181093/running 2024-11-20T21:17:02,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093 2024-11-20T21:17:02,055 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,40201,1732137421348, sessionid=0x1005f0d6dbb0003, setting cluster-up flag (Was=false) 2024-11-20T21:17:02,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11842181093/running 2024-11-20T21:17:02,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093 2024-11-20T21:17:02,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093 2024-11-20T21:17:02,065 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11842181093/flush-table-proc/acquired, /11842181093/flush-table-proc/reached, /11842181093/flush-table-proc/abort 2024-11-20T21:17:02,066 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:02,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093 2024-11-20T21:17:02,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093 2024-11-20T21:17:02,080 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11842181093/online-snapshot/acquired, /11842181093/online-snapshot/reached, /11842181093/online-snapshot/abort 2024-11-20T21:17:02,083 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:02,085 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:17:02,090 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:02,090 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:17:02,090 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:17:02,090 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,40201,1732137421348 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:17:02,093 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:02,093 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:02,093 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:02,093 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:02,093 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:17:02,093 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:02,093 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:02,094 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:02,098 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:02,099 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:17:02,100 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137452100 2024-11-20T21:17:02,100 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:17:02,100 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:17:02,101 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:17:02,101 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:17:02,101 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:17:02,101 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:17:02,101 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:02,101 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:02,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:17:02,105 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:17:02,105 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:17:02,105 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:17:02,105 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:17:02,108 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:17:02,109 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:17:02,109 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137422109,5,FailOnTimeoutGroup] 2024-11-20T21:17:02,109 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137422109,5,FailOnTimeoutGroup] 2024-11-20T21:17:02,110 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:02,110 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:17:02,110 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:02,110 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:02,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:17:02,119 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(746): ClusterId : 74a8b184-df1e-4cf8-83dc-a0359de40507 2024-11-20T21:17:02,120 DEBUG [RS:0;0b16ab3f13b7:44225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:17:02,123 DEBUG [RS:0;0b16ab3f13b7:44225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:17:02,123 DEBUG [RS:0;0b16ab3f13b7:44225 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:17:02,127 DEBUG [RS:0;0b16ab3f13b7:44225 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:17:02,128 DEBUG [RS:0;0b16ab3f13b7:44225 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e947cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:02,151 DEBUG [RS:0;0b16ab3f13b7:44225 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:44225 2024-11-20T21:17:02,151 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:17:02,151 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:17:02,151 DEBUG [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:17:02,152 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,40201,1732137421348 with port=44225, startcode=1732137421394 2024-11-20T21:17:02,153 DEBUG [RS:0;0b16ab3f13b7:44225 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:17:02,157 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:17:02,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40201 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,44225,1732137421394 2024-11-20T21:17:02,158 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40201 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,44225,1732137421394 2024-11-20T21:17:02,162 DEBUG [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a 2024-11-20T21:17:02,163 DEBUG [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37261 2024-11-20T21:17:02,163 DEBUG [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:17:02,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093/rs 2024-11-20T21:17:02,169 DEBUG [RS:0;0b16ab3f13b7:44225 {}] zookeeper.ZKUtil(111): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Set watcher on existing znode=/11842181093/rs/0b16ab3f13b7,44225,1732137421394 2024-11-20T21:17:02,169 WARN [RS:0;0b16ab3f13b7:44225 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:02,169 INFO [RS:0;0b16ab3f13b7:44225 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:02,170 DEBUG [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/WALs/0b16ab3f13b7,44225,1732137421394 2024-11-20T21:17:02,170 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,44225,1732137421394] 2024-11-20T21:17:02,175 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:17:02,180 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:17:02,180 INFO [RS:0;0b16ab3f13b7:44225 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:17:02,180 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:02,180 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:17:02,182 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:17:02,182 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:02,182 DEBUG [RS:0;0b16ab3f13b7:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:02,182 DEBUG [RS:0;0b16ab3f13b7:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:02,182 DEBUG [RS:0;0b16ab3f13b7:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:02,182 DEBUG [RS:0;0b16ab3f13b7:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:02,182 DEBUG [RS:0;0b16ab3f13b7:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:02,183 DEBUG [RS:0;0b16ab3f13b7:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:02,183 DEBUG [RS:0;0b16ab3f13b7:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:02,183 DEBUG [RS:0;0b16ab3f13b7:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:02,183 DEBUG [RS:0;0b16ab3f13b7:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:02,183 DEBUG [RS:0;0b16ab3f13b7:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:02,183 DEBUG [RS:0;0b16ab3f13b7:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:02,183 DEBUG [RS:0;0b16ab3f13b7:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:02,183 DEBUG [RS:0;0b16ab3f13b7:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:02,183 DEBUG [RS:0;0b16ab3f13b7:44225 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:02,184 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:02,184 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:02,184 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:02,184 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:02,184 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:02,184 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,44225,1732137421394-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:02,203 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:17:02,204 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,44225,1732137421394-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:02,204 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:02,204 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.Replication(171): 0b16ab3f13b7,44225,1732137421394 started 2024-11-20T21:17:02,227 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:02,227 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,44225,1732137421394, RpcServer on 0b16ab3f13b7/172.17.0.3:44225, sessionid=0x1005f0d6dbb0004 2024-11-20T21:17:02,228 DEBUG [RS:0;0b16ab3f13b7:44225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:17:02,228 DEBUG [RS:0;0b16ab3f13b7:44225 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,44225,1732137421394 2024-11-20T21:17:02,228 DEBUG [RS:0;0b16ab3f13b7:44225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,44225,1732137421394' 2024-11-20T21:17:02,228 DEBUG [RS:0;0b16ab3f13b7:44225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11842181093/flush-table-proc/abort' 2024-11-20T21:17:02,229 DEBUG [RS:0;0b16ab3f13b7:44225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11842181093/flush-table-proc/acquired' 2024-11-20T21:17:02,230 DEBUG [RS:0;0b16ab3f13b7:44225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:17:02,230 DEBUG [RS:0;0b16ab3f13b7:44225 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:17:02,230 DEBUG [RS:0;0b16ab3f13b7:44225 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,44225,1732137421394 2024-11-20T21:17:02,230 DEBUG [RS:0;0b16ab3f13b7:44225 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,44225,1732137421394' 2024-11-20T21:17:02,230 DEBUG [RS:0;0b16ab3f13b7:44225 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11842181093/online-snapshot/abort' 2024-11-20T21:17:02,231 DEBUG [RS:0;0b16ab3f13b7:44225 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11842181093/online-snapshot/acquired' 2024-11-20T21:17:02,231 DEBUG [RS:0;0b16ab3f13b7:44225 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:17:02,231 INFO [RS:0;0b16ab3f13b7:44225 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:17:02,231 INFO [RS:0;0b16ab3f13b7:44225 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:17:02,332 INFO [RS:0;0b16ab3f13b7:44225 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:02,335 INFO [RS:0;0b16ab3f13b7:44225 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C44225%2C1732137421394, suffix=, logDir=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/WALs/0b16ab3f13b7,44225,1732137421394, archiveDir=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/oldWALs, maxLogs=10 2024-11-20T21:17:02,356 DEBUG [RS:0;0b16ab3f13b7:44225 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/WALs/0b16ab3f13b7,44225,1732137421394/0b16ab3f13b7%2C44225%2C1732137421394.1732137422337, exclude list is [], retry=0 2024-11-20T21:17:02,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40777,DS-64b82c33-cef5-490e-8be0-179f413f6c97,DISK] 2024-11-20T21:17:02,371 INFO [RS:0;0b16ab3f13b7:44225 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/WALs/0b16ab3f13b7,44225,1732137421394/0b16ab3f13b7%2C44225%2C1732137421394.1732137422337 2024-11-20T21:17:02,371 DEBUG [RS:0;0b16ab3f13b7:44225 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40921:40921)] 2024-11-20T21:17:02,516 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:17:02,516 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a 2024-11-20T21:17:02,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:17:02,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:02,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:17:02,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:17:02,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:02,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:02,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:17:02,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:17:02,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:02,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:02,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:17:02,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:17:02,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:02,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:02,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:17:02,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:17:02,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:02,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:02,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:17:02,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/data/hbase/meta/1588230740 2024-11-20T21:17:02,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/data/hbase/meta/1588230740 2024-11-20T21:17:02,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:17:02,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:17:02,953 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:02,955 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:17:02,962 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:02,963 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64168620, jitterRate=-0.04381304979324341}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:02,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137422927Initializing all the Stores at 1732137422930 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137422930Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137422930Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137422930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137422930Cleaning up temporary data from old regions at 1732137422952 (+22 ms)Region opened successfully at 1732137422963 (+11 ms) 2024-11-20T21:17:02,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:17:02,963 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:17:02,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:17:02,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:17:02,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:17:02,964 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:02,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137422963Disabling compacts and flushes for region at 1732137422963Disabling writes for close at 1732137422963Writing region close event to WAL at 1732137422964 (+1 ms)Closed at 1732137422964 2024-11-20T21:17:02,966 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:02,967 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:17:02,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:17:02,969 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:17:02,971 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:17:03,122 DEBUG [0b16ab3f13b7:40201 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:17:03,123 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,44225,1732137421394 2024-11-20T21:17:03,127 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,44225,1732137421394, state=OPENING 2024-11-20T21:17:03,129 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:17:03,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093 2024-11-20T21:17:03,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093 2024-11-20T21:17:03,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11842181093/meta-region-server: CHANGED 2024-11-20T21:17:03,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11842181093/meta-region-server: CHANGED 2024-11-20T21:17:03,132 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:17:03,132 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,44225,1732137421394}] 2024-11-20T21:17:03,287 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:17:03,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:17:03,298 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:17:03,298 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:03,299 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:17:03,302 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C44225%2C1732137421394.meta, suffix=.meta, logDir=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/WALs/0b16ab3f13b7,44225,1732137421394, archiveDir=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/oldWALs, maxLogs=10 2024-11-20T21:17:03,326 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/WALs/0b16ab3f13b7,44225,1732137421394/0b16ab3f13b7%2C44225%2C1732137421394.meta.1732137423305.meta, exclude list is [], retry=0 2024-11-20T21:17:03,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40777,DS-64b82c33-cef5-490e-8be0-179f413f6c97,DISK] 2024-11-20T21:17:03,335 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/WALs/0b16ab3f13b7,44225,1732137421394/0b16ab3f13b7%2C44225%2C1732137421394.meta.1732137423305.meta 2024-11-20T21:17:03,335 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40921:40921)] 2024-11-20T21:17:03,336 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:03,336 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:17:03,336 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:17:03,337 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:17:03,337 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:17:03,337 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:17:03,337 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:03,337 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:17:03,337 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:17:03,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:17:03,346 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:17:03,346 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:03,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:03,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:17:03,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:17:03,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:03,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:03,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:17:03,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:17:03,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:03,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:03,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:17:03,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:17:03,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:03,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:03,355 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:17:03,356 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/data/hbase/meta/1588230740 2024-11-20T21:17:03,359 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/data/hbase/meta/1588230740 2024-11-20T21:17:03,362 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:17:03,362 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:17:03,363 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:03,365 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:17:03,366 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71217552, jitterRate=0.06122422218322754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:03,366 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:17:03,367 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137423338Writing region info on filesystem at 1732137423338Initializing all the Stores at 1732137423341 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137423341Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137423342 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137423342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137423342Cleaning up temporary data from old regions at 1732137423362 (+20 ms)Running coprocessor post-open hooks at 1732137423367 (+5 ms)Region opened successfully at 1732137423367 2024-11-20T21:17:03,368 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137423286 2024-11-20T21:17:03,373 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:17:03,373 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:17:03,374 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,44225,1732137421394 2024-11-20T21:17:03,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,44225,1732137421394, state=OPEN 2024-11-20T21:17:03,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11842181093/meta-region-server 2024-11-20T21:17:03,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11842181093/meta-region-server 2024-11-20T21:17:03,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11842181093/meta-region-server: CHANGED 2024-11-20T21:17:03,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11842181093/meta-region-server: CHANGED 2024-11-20T21:17:03,378 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,44225,1732137421394 2024-11-20T21:17:03,382 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:17:03,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,44225,1732137421394 in 246 msec 2024-11-20T21:17:03,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:17:03,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 416 msec 2024-11-20T21:17:03,420 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:03,420 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:17:03,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:03,423 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,44225,1732137421394, seqNum=-1] 2024-11-20T21:17:03,423 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:03,426 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39593, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:03,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3510 sec 2024-11-20T21:17:03,441 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137423441, completionTime=-1 2024-11-20T21:17:03,441 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:17:03,441 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:17:03,444 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:17:03,444 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137483444 2024-11-20T21:17:03,445 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137543444 2024-11-20T21:17:03,445 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T21:17:03,445 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40201,1732137421348-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:03,445 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40201,1732137421348-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:03,445 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40201,1732137421348-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:03,446 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:40201, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:03,446 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:03,449 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:17:03,452 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:03,461 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.024sec 2024-11-20T21:17:03,461 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:17:03,461 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:17:03,461 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:17:03,461 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:17:03,461 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:17:03,461 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40201,1732137421348-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:03,461 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40201,1732137421348-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:17:03,465 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:17:03,465 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:17:03,465 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40201,1732137421348-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:03,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d5e65e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:03,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40201,-1 for getting cluster id 2024-11-20T21:17:03,520 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:03,522 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74a8b184-df1e-4cf8-83dc-a0359de40507' 2024-11-20T21:17:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74a8b184-df1e-4cf8-83dc-a0359de40507" 2024-11-20T21:17:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ef855bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:03,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40201,-1] 2024-11-20T21:17:03,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:03,524 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:03,525 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:03,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21625794, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:03,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,44225,1732137421394, seqNum=-1] 2024-11-20T21:17:03,530 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:03,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:03,534 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:03,535 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55746 2024-11-20T21:17:03,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:03,538 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1005f0d6dbb0005 connected 2024-11-20T21:17:03,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4183ef6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:03,545 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,41539,-1 for getting cluster id 2024-11-20T21:17:03,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:03,546 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07d2b612-545e-47b7-990a-8aa7c04226be' 2024-11-20T21:17:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07d2b612-545e-47b7-990a-8aa7c04226be" 2024-11-20T21:17:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b17cd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:03,547 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,41539,-1] 2024-11-20T21:17:03,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:03,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:03,550 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:03,551 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fd647b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:03,559 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:03,564 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,41539,1732137415282 2024-11-20T21:17:03,566 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a0c41fc 2024-11-20T21:17:03,567 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:03,569 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:03,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:40201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:17:03,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:17:03,586 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:40201' 2024-11-20T21:17:03,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:03,589 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d41f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:03,589 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40201,-1 for getting cluster id 2024-11-20T21:17:03,589 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:03,590 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74a8b184-df1e-4cf8-83dc-a0359de40507' 2024-11-20T21:17:03,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:03,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74a8b184-df1e-4cf8-83dc-a0359de40507" 2024-11-20T21:17:03,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e592cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:03,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40201,-1] 2024-11-20T21:17:03,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:03,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:03,593 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:03,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac5e178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:03,594 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:03,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:03,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ec418e6 2024-11-20T21:17:03,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:03,602 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:03,618 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T21:17:03,618 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:17:03,624 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:03,624 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:03,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:03,626 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:17:03,631 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:17:03,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:17:03,635 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:03,637 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:17:03,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741835_1011 (size=1138) 2024-11-20T21:17:03,684 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:17:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:04,051 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 074c26d574c31ccd2e6ec7f5a52900fa, NAME => 'hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e 2024-11-20T21:17:04,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741836_1012 (size=44) 2024-11-20T21:17:04,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:04,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 074c26d574c31ccd2e6ec7f5a52900fa, disabling compactions & flushes 2024-11-20T21:17:04,071 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:04,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:04,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. after waiting 0 ms 2024-11-20T21:17:04,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:04,071 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:04,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 074c26d574c31ccd2e6ec7f5a52900fa: Waiting for close lock at 1732137424071Disabling compacts and flushes for region at 1732137424071Disabling writes for close at 1732137424071Writing region close event to WAL at 1732137424071Closed at 1732137424071 2024-11-20T21:17:04,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:17:04,079 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137424074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137424074"}]},"ts":"1732137424074"} 2024-11-20T21:17:04,082 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:17:04,085 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:17:04,087 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137424085"}]},"ts":"1732137424085"} 2024-11-20T21:17:04,091 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:17:04,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=074c26d574c31ccd2e6ec7f5a52900fa, ASSIGN}] 2024-11-20T21:17:04,095 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=074c26d574c31ccd2e6ec7f5a52900fa, ASSIGN 2024-11-20T21:17:04,096 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=074c26d574c31ccd2e6ec7f5a52900fa, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,41423,1732137416097; forceNewPlan=false, retain=false 2024-11-20T21:17:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:04,248 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=074c26d574c31ccd2e6ec7f5a52900fa, regionState=OPENING, regionLocation=0b16ab3f13b7,41423,1732137416097 2024-11-20T21:17:04,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=074c26d574c31ccd2e6ec7f5a52900fa, ASSIGN because future has completed 2024-11-20T21:17:04,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 074c26d574c31ccd2e6ec7f5a52900fa, server=0b16ab3f13b7,41423,1732137416097}] 2024-11-20T21:17:04,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:04,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:04,416 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:17:04,419 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C41423%2C1732137416097.rep, suffix=, logDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097, archiveDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/oldWALs, maxLogs=10 2024-11-20T21:17:04,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.rep.1732137424421, exclude list is [], retry=0 2024-11-20T21:17:04,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35809,DS-53413eec-752c-4e7a-b0d0-6ccabe509f44,DISK] 2024-11-20T21:17:04,447 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.rep.1732137424421 2024-11-20T21:17:04,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42009:42009)] 2024-11-20T21:17:04,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 074c26d574c31ccd2e6ec7f5a52900fa, NAME => 'hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:04,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:17:04,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:17:04,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. service=MultiRowMutationService 2024-11-20T21:17:04,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:17:04,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:04,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:04,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:04,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:04,451 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:04,453 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 074c26d574c31ccd2e6ec7f5a52900fa columnFamilyName hfileref 2024-11-20T21:17:04,453 DEBUG [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:04,454 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] regionserver.HStore(327): Store=074c26d574c31ccd2e6ec7f5a52900fa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:04,454 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:04,456 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 074c26d574c31ccd2e6ec7f5a52900fa columnFamilyName queue 2024-11-20T21:17:04,456 DEBUG [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:04,456 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] regionserver.HStore(327): Store=074c26d574c31ccd2e6ec7f5a52900fa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:04,456 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:04,458 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 074c26d574c31ccd2e6ec7f5a52900fa columnFamilyName sid 2024-11-20T21:17:04,458 DEBUG [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:04,459 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] regionserver.HStore(327): Store=074c26d574c31ccd2e6ec7f5a52900fa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:04,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:04,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/replication/074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:04,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/replication/074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:04,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:04,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:04,462 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:17:04,464 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:04,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/replication/074c26d574c31ccd2e6ec7f5a52900fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:04,468 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 074c26d574c31ccd2e6ec7f5a52900fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71344846, jitterRate=0.06312105059623718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:17:04,468 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:04,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 074c26d574c31ccd2e6ec7f5a52900fa: Running coprocessor pre-open hook at 1732137424450Writing region info on filesystem at 1732137424450Initializing all the Stores at 1732137424451 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137424451Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137424451Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137424451Cleaning up temporary data from old regions at 1732137424462 (+11 ms)Running coprocessor post-open hooks at 1732137424468 (+6 ms)Region opened successfully at 1732137424468 2024-11-20T21:17:04,470 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa., pid=7, masterSystemTime=1732137424406 2024-11-20T21:17:04,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:04,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:04,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=074c26d574c31ccd2e6ec7f5a52900fa, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,41423,1732137416097 2024-11-20T21:17:04,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 074c26d574c31ccd2e6ec7f5a52900fa, server=0b16ab3f13b7,41423,1732137416097 because future has completed 2024-11-20T21:17:04,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T21:17:04,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 074c26d574c31ccd2e6ec7f5a52900fa, server=0b16ab3f13b7,41423,1732137416097 in 227 msec 2024-11-20T21:17:04,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:17:04,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=074c26d574c31ccd2e6ec7f5a52900fa, ASSIGN in 390 msec 2024-11-20T21:17:04,487 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:17:04,487 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137424487"}]},"ts":"1732137424487"} 2024-11-20T21:17:04,490 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:17:04,491 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:17:04,493 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 865 msec 2024-11-20T21:17:04,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa., hostname=0b16ab3f13b7,41423,1732137416097, seqNum=2] 2024-11-20T21:17:04,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41423 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-20T21:17:04,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:17:04,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:17:04,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:17:04,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:04,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T21:17:04,735 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:17:04,772 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,41423,1732137416097, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:17:04,774 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:04,774 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,41423,1732137416097, seqNum=-1] 2024-11-20T21:17:04,774 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:04,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50069, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-20T21:17:04,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,41423,1732137416097', locateType=CURRENT is [region=hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa., hostname=0b16ab3f13b7,41423,1732137416097, seqNum=2] 2024-11-20T21:17:04,784 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T21:17:04,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T21:17:04,790 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,41423,1732137416097 suceeded 2024-11-20T21:17:04,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T21:17:04,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 221 msec 2024-11-20T21:17:04,793 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:40201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:17:04,795 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2200 sec 2024-11-20T21:17:04,802 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:40201' 2024-11-20T21:17:04,804 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@423635c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:04,804 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40201,-1 for getting cluster id 2024-11-20T21:17:04,804 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:04,805 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74a8b184-df1e-4cf8-83dc-a0359de40507' 2024-11-20T21:17:04,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:04,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74a8b184-df1e-4cf8-83dc-a0359de40507" 2024-11-20T21:17:04,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7246ed3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:04,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40201,-1] 2024-11-20T21:17:04,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:04,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:04,807 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:04,808 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1caf0d19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:04,808 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:04,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:04,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75caba5f 2024-11-20T21:17:04,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:04,811 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T21:17:04,812 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,41423,1732137416097 (queues=1) is replicating from cluster=07d2b612-545e-47b7-990a-8aa7c04226be to cluster=74a8b184-df1e-4cf8-83dc-a0359de40507 2024-11-20T21:17:04,814 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C41423%2C1732137416097 2024-11-20T21:17:04,818 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,41423,1732137416097, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:17:04,821 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.shipper0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C41423%2C1732137416097 2024-11-20T21:17:04,825 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050, startPosition=0, beingWritten=true 2024-11-20T21:17:05,090 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 to pos 0, reset compression=false 2024-11-20T21:17:05,124 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:17:05,182 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T21:17:05,183 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:17:05,397 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 to pos 0, reset compression=false 2024-11-20T21:17:05,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:05,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:05,749 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:17:05,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:05,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:05,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:05,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:05,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624c4eba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:05,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,41539,-1 for getting cluster id 2024-11-20T21:17:05,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:05,752 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07d2b612-545e-47b7-990a-8aa7c04226be' 2024-11-20T21:17:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:05,753 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07d2b612-545e-47b7-990a-8aa7c04226be" 2024-11-20T21:17:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a73650, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,41539,-1] 2024-11-20T21:17:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:05,754 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:05,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:17:05,756 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:05,756 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T21:17:05,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434c68cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:05,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:05,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T21:17:05,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T21:17:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,41539,1732137415282 2024-11-20T21:17:05,758 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5bb0add2 2024-11-20T21:17:05,759 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:05,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:17:05,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T21:17:05,759 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:17:05,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T21:17:05,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T21:17:05,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T21:17:05,763 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:05,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://0b16ab3f13b7:40201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:17:05,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:17:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T21:17:05,767 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:40201' 2024-11-20T21:17:05,768 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb7970a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:05,769 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40201,-1 for getting cluster id 2024-11-20T21:17:05,769 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:05,770 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74a8b184-df1e-4cf8-83dc-a0359de40507' 2024-11-20T21:17:05,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:05,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74a8b184-df1e-4cf8-83dc-a0359de40507" 2024-11-20T21:17:05,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4a50ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:05,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40201,-1] 2024-11-20T21:17:05,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:05,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:05,772 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:05,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e234a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:05,773 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:05,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:05,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f23198d 2024-11-20T21:17:05,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:05,776 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:05,777 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T21:17:05,777 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:17:05,777 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:05,777 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:05,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:05,789 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:17:05,805 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 to pos 0, reset compression=false 2024-11-20T21:17:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T21:17:05,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-20T21:17:05,944 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T21:17:05,982 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-0b16ab3f13b7,41423,1732137416097, ReplicationSource: 2, currentBandwidth=0 2024-11-20T21:17:05,985 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T21:17:05,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T21:17:05,990 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 0b16ab3f13b7,41423,1732137416097 suceeded 2024-11-20T21:17:05,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:17:05,995 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://0b16ab3f13b7:40201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:17:05,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 201 msec 2024-11-20T21:17:05,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 232 msec 2024-11-20T21:17:06,002 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:40201' 2024-11-20T21:17:06,003 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f0e274e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:06,003 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40201,-1 for getting cluster id 2024-11-20T21:17:06,004 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:06,005 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74a8b184-df1e-4cf8-83dc-a0359de40507' 2024-11-20T21:17:06,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:06,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74a8b184-df1e-4cf8-83dc-a0359de40507" 2024-11-20T21:17:06,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30cea34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:06,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40201,-1] 2024-11-20T21:17:06,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:06,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:06,008 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:06,009 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3dc06c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:06,009 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:06,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:06,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61c520fb 2024-11-20T21:17:06,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:06,011 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-20T21:17:06,012 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-0b16ab3f13b7,41423,1732137416097 (queues=1) is replicating from cluster=07d2b612-545e-47b7-990a-8aa7c04226be to cluster=74a8b184-df1e-4cf8-83dc-a0359de40507 2024-11-20T21:17:06,012 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=0b16ab3f13b7%2C41423%2C1732137416097 2024-11-20T21:17:06,012 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-0b16ab3f13b7,41423,1732137416097, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:17:06,013 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097.replicationSource.shipper0b16ab3f13b7%2C41423%2C1732137416097,2-0b16ab3f13b7,41423,1732137416097 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C41423%2C1732137416097 2024-11-20T21:17:06,013 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,2-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050, startPosition=0, beingWritten=true 2024-11-20T21:17:06,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T21:17:06,080 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T21:17:06,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:06,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:06,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:06,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:06,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:06,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:06,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,41539,1732137415282 2024-11-20T21:17:06,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7519ea07 2024-11-20T21:17:06,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:06,088 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:06,089 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T21:17:06,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T21:17:06,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T21:17:06,094 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T21:17:06,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:40201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:17:06,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T21:17:06,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T21:17:06,104 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:40201' 2024-11-20T21:17:06,105 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc09e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:06,105 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40201,-1 for getting cluster id 2024-11-20T21:17:06,106 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:06,106 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74a8b184-df1e-4cf8-83dc-a0359de40507' 2024-11-20T21:17:06,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:06,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74a8b184-df1e-4cf8-83dc-a0359de40507" 2024-11-20T21:17:06,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fafa95e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:06,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40201,-1] 2024-11-20T21:17:06,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:06,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:06,109 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:06,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea1cfdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:06,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:06,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:06,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d347ae9 2024-11-20T21:17:06,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:06,112 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:06,113 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T21:17:06,113 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:17:06,113 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:06,113 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:06,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:06,120 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:17:06,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T21:17:06,221 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,2-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 to pos 0, reset compression=false 2024-11-20T21:17:06,275 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-20T21:17:06,275 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-20T21:17:06,277 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T21:17:06,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T21:17:06,282 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 0b16ab3f13b7,41423,1732137416097 suceeded 2024-11-20T21:17:06,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T21:17:06,287 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-20T21:17:06,287 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://0b16ab3f13b7:40201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:17:06,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 189 msec 2024-11-20T21:17:06,312 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 to pos 0, reset compression=false 2024-11-20T21:17:06,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T21:17:06,419 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-20T21:17:06,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://0b16ab3f13b7:40201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:17:06,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T21:17:06,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T21:17:06,425 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:40201' 2024-11-20T21:17:06,426 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69adaeb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:06,426 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40201,-1 for getting cluster id 2024-11-20T21:17:06,426 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:06,427 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74a8b184-df1e-4cf8-83dc-a0359de40507' 2024-11-20T21:17:06,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:06,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74a8b184-df1e-4cf8-83dc-a0359de40507" 2024-11-20T21:17:06,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e18d5bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:06,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40201,-1] 2024-11-20T21:17:06,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:06,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:06,429 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:06,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6388e8e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:06,430 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:06,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:06,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1995adf0 2024-11-20T21:17:06,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:06,432 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:06,433 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T21:17:06,433 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:17:06,433 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:06,433 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:06,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:06,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:17:06,527 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,2-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 to pos 0, reset compression=false 2024-11-20T21:17:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T21:17:06,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41423 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-20T21:17:06,591 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-20T21:17:06,592 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T21:17:06,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T21:17:06,596 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 0b16ab3f13b7,41423,1732137416097 suceeded 2024-11-20T21:17:06,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T21:17:06,599 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-20T21:17:06,599 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://0b16ab3f13b7:40201,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:17:06,601 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-20T21:17:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T21:17:06,739 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-20T21:17:06,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T21:17:06,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41539 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T21:17:06,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:06,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:06,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:06,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:06,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:06,743 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:17:06,743 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=47941, stopped=false 2024-11-20T21:17:06,744 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,41539,1732137415282 2024-11-20T21:17:06,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2122670842/running 2024-11-20T21:17:06,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2122670842/running 2024-11-20T21:17:06,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:17:06,746 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:17:06,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:17:06,746 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:06,746 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:06,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:06,747 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,41423,1732137416097' ***** 2024-11-20T21:17:06,747 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:17:06,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on znode that does not yet exist, /0-2122670842/running 2024-11-20T21:17:06,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on znode that does not yet exist, /0-2122670842/running 2024-11-20T21:17:06,747 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:17:06,748 INFO [RS:0;0b16ab3f13b7:41423 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:17:06,748 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:17:06,748 INFO [RS:0;0b16ab3f13b7:41423 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:17:06,748 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(3091): Received CLOSE for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:06,748 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,41423,1732137416097 2024-11-20T21:17:06,749 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:17:06,749 INFO [RS:0;0b16ab3f13b7:41423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:41423. 2024-11-20T21:17:06,749 DEBUG [RS:0;0b16ab3f13b7:41423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:06,749 DEBUG [RS:0;0b16ab3f13b7:41423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:06,749 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 074c26d574c31ccd2e6ec7f5a52900fa, disabling compactions & flushes 2024-11-20T21:17:06,749 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:06,749 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:17:06,749 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:17:06,749 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:06,749 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:17:06,749 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. after waiting 0 ms 2024-11-20T21:17:06,749 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:06,749 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:17:06,750 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:17:06,750 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 074c26d574c31ccd2e6ec7f5a52900fa=hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa.} 2024-11-20T21:17:06,750 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:17:06,750 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:17:06,750 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:17:06,750 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:17:06,750 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1351): Waiting on 074c26d574c31ccd2e6ec7f5a52900fa, 1588230740 2024-11-20T21:17:06,750 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:17:06,754 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 074c26d574c31ccd2e6ec7f5a52900fa 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-20T21:17:06,754 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T21:17:06,778 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:17:06,828 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/.tmp/info/ecd55663d402427f9bc2f76b73a05811 is 147, key is hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa./info:regioninfo/1732137424474/Put/seqid=0 2024-11-20T21:17:06,828 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/replication/074c26d574c31ccd2e6ec7f5a52900fa/.tmp/queue/2f90fe0c5e79420c8bbdeb18c5df3f50 is 151, key is 1-0b16ab3f13b7,41423,1732137416097/queue:0b16ab3f13b7%2C41423%2C1732137416097/1732137424780/Put/seqid=0 2024-11-20T21:17:06,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741839_1015 (size=6631) 2024-11-20T21:17:06,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741838_1014 (size=5500) 2024-11-20T21:17:06,853 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/replication/074c26d574c31ccd2e6ec7f5a52900fa/.tmp/queue/2f90fe0c5e79420c8bbdeb18c5df3f50 2024-11-20T21:17:06,906 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/replication/074c26d574c31ccd2e6ec7f5a52900fa/.tmp/queue/2f90fe0c5e79420c8bbdeb18c5df3f50 as hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/replication/074c26d574c31ccd2e6ec7f5a52900fa/queue/2f90fe0c5e79420c8bbdeb18c5df3f50 2024-11-20T21:17:06,917 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/replication/074c26d574c31ccd2e6ec7f5a52900fa/queue/2f90fe0c5e79420c8bbdeb18c5df3f50, entries=2, sequenceid=6, filesize=5.4 K 2024-11-20T21:17:06,921 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 to pos 0, reset compression=false 2024-11-20T21:17:06,928 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 074c26d574c31ccd2e6ec7f5a52900fa in 171ms, sequenceid=6, compaction requested=false 2024-11-20T21:17:06,934 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:17:06,934 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:17:06,934 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,2-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 to pos 0, reset compression=false 2024-11-20T21:17:06,951 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1351): Waiting on 074c26d574c31ccd2e6ec7f5a52900fa, 1588230740 2024-11-20T21:17:06,961 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/replication/074c26d574c31ccd2e6ec7f5a52900fa/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T21:17:06,964 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:17:06,965 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:17:06,965 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:06,965 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 074c26d574c31ccd2e6ec7f5a52900fa: Waiting for close lock at 1732137426749Running coprocessor pre-close hooks at 1732137426749Disabling compacts and flushes for region at 1732137426749Disabling writes for close at 1732137426749Obtaining lock to block concurrent updates at 1732137426755 (+6 ms)Preparing flush snapshotting stores in 074c26d574c31ccd2e6ec7f5a52900fa at 1732137426755Finished memstore snapshotting hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732137426765 (+10 ms)Flushing stores of hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. at 1732137426767 (+2 ms)Flushing 074c26d574c31ccd2e6ec7f5a52900fa/queue: creating writer at 1732137426768 (+1 ms)Flushing 074c26d574c31ccd2e6ec7f5a52900fa/queue: appending metadata at 1732137426810 (+42 ms)Flushing 074c26d574c31ccd2e6ec7f5a52900fa/queue: closing flushed file at 1732137426814 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e0608bc: reopening flushed file at 1732137426902 (+88 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 074c26d574c31ccd2e6ec7f5a52900fa in 171ms, sequenceid=6, compaction requested=false at 1732137426928 (+26 ms)Writing region close event to WAL at 1732137426938 (+10 ms)Running coprocessor post-close hooks at 1732137426962 (+24 ms)Closed at 1732137426965 (+3 ms) 2024-11-20T21:17:06,966 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:07,151 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:07,253 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/.tmp/info/ecd55663d402427f9bc2f76b73a05811 2024-11-20T21:17:07,283 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/.tmp/ns/57635df8bb35414fb7c49ffa3921d80b is 43, key is default/ns:d/1732137419753/Put/seqid=0 2024-11-20T21:17:07,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741840_1016 (size=5153) 2024-11-20T21:17:07,351 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:07,470 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,2-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 to pos 0, reset compression=false 2024-11-20T21:17:07,551 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:07,632 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 to pos 0, reset compression=false 2024-11-20T21:17:07,692 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/.tmp/ns/57635df8bb35414fb7c49ffa3921d80b 2024-11-20T21:17:07,725 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/.tmp/table/645817c1bfd54cf5ab09a698f4cfbd87 is 53, key is hbase:replication/table:state/1732137424487/Put/seqid=0 2024-11-20T21:17:07,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741841_1017 (size=5256) 2024-11-20T21:17:07,752 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:17:07,752 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:17:07,752 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:07,952 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:08,081 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,2-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 to pos 0, reset compression=false 2024-11-20T21:17:08,132 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/.tmp/table/645817c1bfd54cf5ab09a698f4cfbd87 2024-11-20T21:17:08,141 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/.tmp/info/ecd55663d402427f9bc2f76b73a05811 as hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/info/ecd55663d402427f9bc2f76b73a05811 2024-11-20T21:17:08,149 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/info/ecd55663d402427f9bc2f76b73a05811, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T21:17:08,150 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/.tmp/ns/57635df8bb35414fb7c49ffa3921d80b as hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/ns/57635df8bb35414fb7c49ffa3921d80b 2024-11-20T21:17:08,152 DEBUG [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:08,157 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/ns/57635df8bb35414fb7c49ffa3921d80b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T21:17:08,159 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/.tmp/table/645817c1bfd54cf5ab09a698f4cfbd87 as hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/table/645817c1bfd54cf5ab09a698f4cfbd87 2024-11-20T21:17:08,166 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/table/645817c1bfd54cf5ab09a698f4cfbd87, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T21:17:08,167 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1417ms, sequenceid=11, compaction requested=false 2024-11-20T21:17:08,172 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T21:17:08,173 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:17:08,173 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:17:08,173 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:08,173 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137426750Running coprocessor pre-close hooks at 1732137426750Disabling compacts and flushes for region at 1732137426750Disabling writes for close at 1732137426750Obtaining lock to block concurrent updates at 1732137426755 (+5 ms)Preparing flush snapshotting stores in 1588230740 at 1732137426755Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732137426764 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732137426766 (+2 ms)Flushing 1588230740/info: creating writer at 1732137426768 (+2 ms)Flushing 1588230740/info: appending metadata at 1732137426811 (+43 ms)Flushing 1588230740/info: closing flushed file at 1732137426814 (+3 ms)Flushing 1588230740/ns: creating writer at 1732137427262 (+448 ms)Flushing 1588230740/ns: appending metadata at 1732137427282 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732137427282Flushing 1588230740/table: creating writer at 1732137427702 (+420 ms)Flushing 1588230740/table: appending metadata at 1732137427724 (+22 ms)Flushing 1588230740/table: closing flushed file at 1732137427724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19a0057c: reopening flushed file at 1732137428140 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d9cd3d2: reopening flushed file at 1732137428149 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@740c126a: reopening flushed file at 1732137428158 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1417ms, sequenceid=11, compaction requested=false at 1732137428167 (+9 ms)Writing region close event to WAL at 1732137428168 (+1 ms)Running coprocessor post-close hooks at 1732137428173 (+5 ms)Closed at 1732137428173 2024-11-20T21:17:08,173 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:08,353 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,41423,1732137416097; all regions closed. 2024-11-20T21:17:08,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741834_1010 (size=2742) 2024-11-20T21:17:08,364 DEBUG [RS:0;0b16ab3f13b7:41423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/oldWALs 2024-11-20T21:17:08,364 INFO [RS:0;0b16ab3f13b7:41423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C41423%2C1732137416097.meta:.meta(num 1732137419574) 2024-11-20T21:17:08,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741837_1013 (size=1802) 2024-11-20T21:17:08,369 DEBUG [RS:0;0b16ab3f13b7:41423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/oldWALs 2024-11-20T21:17:08,370 INFO [RS:0;0b16ab3f13b7:41423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C41423%2C1732137416097.rep:(num 1732137424421) 2024-11-20T21:17:08,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741832_1008 (size=93) 2024-11-20T21:17:08,374 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 not finished, retry = 0 2024-11-20T21:17:08,439 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 to pos 0, reset compression=false 2024-11-20T21:17:08,476 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050 2024-11-20T21:17:08,476 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-20T21:17:08,476 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-20T21:17:08,478 DEBUG [RS:0;0b16ab3f13b7:41423 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/oldWALs 2024-11-20T21:17:08,478 INFO [RS:0;0b16ab3f13b7:41423 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C41423%2C1732137416097:(num 1732137419050) 2024-11-20T21:17:08,478 DEBUG [RS:0;0b16ab3f13b7:41423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:08,478 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:17:08,478 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:17:08,479 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:17:08,479 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:17:08,479 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,41423,1732137416097 because: Region server is closing 2024-11-20T21:17:08,480 INFO [RS:0;0b16ab3f13b7:41423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:41423. 2024-11-20T21:17:08,480 DEBUG [RS:0;0b16ab3f13b7:41423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:08,480 DEBUG [RS:0;0b16ab3f13b7:41423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:08,480 DEBUG [RS:0;0b16ab3f13b7:41423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:08,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:08,480 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:17:08,476 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.shipper0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,41423,1732137416097 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097/0b16ab3f13b7%2C41423%2C1732137416097.1732137419050, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T21:17:08,485 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.shipper0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b16ab3f13b7,41423,1732137416097: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b16ab3f13b7,41423,1732137416097, walGroup=0b16ab3f13b7%2C41423%2C1732137416097, offset=0b16ab3f13b7%2C41423%2C1732137416097.1732137419050:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:41423 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T21:17:08,486 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.shipper0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:17:08,489 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.shipper0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:17:08,490 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.shipper0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:17:08,490 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.shipper0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:17:08,490 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.shipper0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:17:08,490 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.shipper0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 372100216 }, "NonHeapMemoryUsage": { "committed": 152633344, "init": 7667712, "max": -1, "used": 150346488 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T21:17:08,492 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.shipper0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [0b16ab3f13b7%2C41423%2C1732137416097.1732137419050] 2024-11-20T21:17:08,580 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41423,1732137416097.replicationSource.shipper0b16ab3f13b7%2C41423%2C1732137416097,1-0b16ab3f13b7,41423,1732137416097 terminated 2024-11-20T21:17:08,581 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-0b16ab3f13b7,41423,1732137416097 because: Region server is closing 2024-11-20T21:17:08,581 INFO [RS:0;0b16ab3f13b7:41423 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:41423. 2024-11-20T21:17:08,581 DEBUG [RS:0;0b16ab3f13b7:41423 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:08,582 DEBUG [RS:0;0b16ab3f13b7:41423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:08,582 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:08,582 DEBUG [RS:0;0b16ab3f13b7:41423 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:08,682 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097.replicationSource.wal-reader.0b16ab3f13b7%2C41423%2C1732137416097,2-0b16ab3f13b7,41423,1732137416097 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T21:17:08,682 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097.replicationSource.shipper0b16ab3f13b7%2C41423%2C1732137416097,2-0b16ab3f13b7,41423,1732137416097 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T21:17:08,683 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,41423,1732137416097.replicationSource.shipper0b16ab3f13b7%2C41423%2C1732137416097,2-0b16ab3f13b7,41423,1732137416097 terminated 2024-11-20T21:17:08,683 INFO [RS:0;0b16ab3f13b7:41423 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41423 2024-11-20T21:17:08,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842/rs 2024-11-20T21:17:08,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2122670842/rs/0b16ab3f13b7,41423,1732137416097 2024-11-20T21:17:08,688 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:17:08,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,41423,1732137416097] 2024-11-20T21:17:08,692 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2122670842/draining/0b16ab3f13b7,41423,1732137416097 already deleted, retry=false 2024-11-20T21:17:08,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,41423,1732137416097 expired; onlineServers=0 2024-11-20T21:17:08,693 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,41539,1732137415282' ***** 2024-11-20T21:17:08,693 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:17:08,693 INFO [M:0;0b16ab3f13b7:41539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:17:08,693 INFO [M:0;0b16ab3f13b7:41539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:17:08,693 DEBUG [M:0;0b16ab3f13b7:41539 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:17:08,693 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:17:08,693 DEBUG [M:0;0b16ab3f13b7:41539 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:17:08,693 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137418671 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137418671,5,FailOnTimeoutGroup] 2024-11-20T21:17:08,693 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137418672 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137418672,5,FailOnTimeoutGroup] 2024-11-20T21:17:08,694 INFO [M:0;0b16ab3f13b7:41539 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:17:08,694 INFO [M:0;0b16ab3f13b7:41539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:17:08,694 DEBUG [M:0;0b16ab3f13b7:41539 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:17:08,694 INFO [M:0;0b16ab3f13b7:41539 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:17:08,694 INFO [M:0;0b16ab3f13b7:41539 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:17:08,695 INFO [M:0;0b16ab3f13b7:41539 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:17:08,695 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:17:08,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2122670842/master 2024-11-20T21:17:08,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:17:08,696 DEBUG [M:0;0b16ab3f13b7:41539 {}] zookeeper.ZKUtil(347): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Unable to get data of znode /0-2122670842/master because node does not exist (not an error) 2024-11-20T21:17:08,696 WARN [M:0;0b16ab3f13b7:41539 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:17:08,697 INFO [M:0;0b16ab3f13b7:41539 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/.lastflushedseqids 2024-11-20T21:17:08,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741842_1018 (size=181) 2024-11-20T21:17:08,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:08,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41423-0x1005f0d6dbb0001, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:08,792 INFO [RS:0;0b16ab3f13b7:41423 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:17:08,792 INFO [RS:0;0b16ab3f13b7:41423 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,41423,1732137416097; zookeeper connection closed. 2024-11-20T21:17:08,792 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6211df34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6211df34 2024-11-20T21:17:08,793 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:17:09,111 INFO [M:0;0b16ab3f13b7:41539 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:17:09,112 INFO [M:0;0b16ab3f13b7:41539 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:17:09,112 DEBUG [M:0;0b16ab3f13b7:41539 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:17:09,112 INFO [M:0;0b16ab3f13b7:41539 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:09,112 DEBUG [M:0;0b16ab3f13b7:41539 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:09,112 DEBUG [M:0;0b16ab3f13b7:41539 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:17:09,112 DEBUG [M:0;0b16ab3f13b7:41539 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:09,112 INFO [M:0;0b16ab3f13b7:41539 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-20T21:17:09,130 DEBUG [M:0;0b16ab3f13b7:41539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4dec6cacaea749efb0ae005af6d88657 is 82, key is hbase:meta,,1/info:regioninfo/1732137419674/Put/seqid=0 2024-11-20T21:17:09,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741843_1019 (size=5672) 2024-11-20T21:17:09,536 INFO [M:0;0b16ab3f13b7:41539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4dec6cacaea749efb0ae005af6d88657 2024-11-20T21:17:09,562 DEBUG [M:0;0b16ab3f13b7:41539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a45d3b7575fb4e5f84482a7d3ffc4310 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732137424492/Put/seqid=0 2024-11-20T21:17:09,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741844_1020 (size=8663) 2024-11-20T21:17:09,972 INFO [M:0;0b16ab3f13b7:41539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a45d3b7575fb4e5f84482a7d3ffc4310 2024-11-20T21:17:09,994 DEBUG [M:0;0b16ab3f13b7:41539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1cce81f33b04283a3c84f66e29554c4 is 69, key is 0b16ab3f13b7,41423,1732137416097/rs:state/1732137418763/Put/seqid=0 2024-11-20T21:17:09,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741845_1021 (size=5156) 2024-11-20T21:17:10,400 INFO [M:0;0b16ab3f13b7:41539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1cce81f33b04283a3c84f66e29554c4 2024-11-20T21:17:10,410 DEBUG [M:0;0b16ab3f13b7:41539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4dec6cacaea749efb0ae005af6d88657 as hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4dec6cacaea749efb0ae005af6d88657 2024-11-20T21:17:10,421 INFO [M:0;0b16ab3f13b7:41539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4dec6cacaea749efb0ae005af6d88657, entries=8, sequenceid=115, filesize=5.5 K 2024-11-20T21:17:10,423 DEBUG [M:0;0b16ab3f13b7:41539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a45d3b7575fb4e5f84482a7d3ffc4310 as hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a45d3b7575fb4e5f84482a7d3ffc4310 2024-11-20T21:17:10,431 INFO [M:0;0b16ab3f13b7:41539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a45d3b7575fb4e5f84482a7d3ffc4310, entries=14, sequenceid=115, filesize=8.5 K 2024-11-20T21:17:10,433 DEBUG [M:0;0b16ab3f13b7:41539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c1cce81f33b04283a3c84f66e29554c4 as hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1cce81f33b04283a3c84f66e29554c4 2024-11-20T21:17:10,446 INFO [M:0;0b16ab3f13b7:41539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1cce81f33b04283a3c84f66e29554c4, entries=1, sequenceid=115, filesize=5.0 K 2024-11-20T21:17:10,455 INFO [M:0;0b16ab3f13b7:41539 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=115, compaction requested=false 2024-11-20T21:17:10,484 INFO [M:0;0b16ab3f13b7:41539 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:10,485 DEBUG [M:0;0b16ab3f13b7:41539 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137429112Disabling compacts and flushes for region at 1732137429112Disabling writes for close at 1732137429112Obtaining lock to block concurrent updates at 1732137429112Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137429112Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732137429113 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137429114 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137429114Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137429129 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137429129Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137429544 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137429562 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137429562Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137429979 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137429994 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137429994Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6723b3e7: reopening flushed file at 1732137430408 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c057d09: reopening flushed file at 1732137430422 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18b9c7ef: reopening flushed file at 1732137430432 (+10 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1343ms, sequenceid=115, compaction requested=false at 1732137430455 (+23 ms)Writing region close event to WAL at 1732137430484 (+29 ms)Closed at 1732137430484 2024-11-20T21:17:10,499 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,41539,1732137415282/0b16ab3f13b7%2C41539%2C1732137415282.1732137417995 not finished, retry = 0 2024-11-20T21:17:10,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741830_1006 (size=59421) 2024-11-20T21:17:10,600 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:17:10,600 INFO [M:0;0b16ab3f13b7:41539 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:17:10,600 INFO [M:0;0b16ab3f13b7:41539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41539 2024-11-20T21:17:10,601 INFO [M:0;0b16ab3f13b7:41539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:17:10,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:10,703 INFO [M:0;0b16ab3f13b7:41539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:17:10,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41539-0x1005f0d6dbb0000, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:10,705 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:10,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:10,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:10,705 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:10,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:10,705 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:10,705 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:17:10,705 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:10,706 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40785 2024-11-20T21:17:10,708 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40785 connecting to ZooKeeper ensemble=127.0.0.1:55746 2024-11-20T21:17:10,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407850x0, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:10,710 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40785-0x1005f0d6dbb0006 connected 2024-11-20T21:17:10,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:10,716 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:10,718 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on znode that does not yet exist, /0-2122670842/running 2024-11-20T21:17:10,718 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2122670842/meta-region-server: INIT 2024-11-20T21:17:10,718 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e, hbase.cluster.distributed=false 2024-11-20T21:17:10,720 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on znode that does not yet exist, /0-2122670842/acl 2024-11-20T21:17:10,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40785 2024-11-20T21:17:10,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40785 2024-11-20T21:17:10,721 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40785 2024-11-20T21:17:10,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40785 2024-11-20T21:17:10,727 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40785 2024-11-20T21:17:10,743 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:10,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:10,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:10,743 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:10,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:10,743 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:10,743 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:17:10,743 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:10,744 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36591 2024-11-20T21:17:10,745 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36591 connecting to ZooKeeper ensemble=127.0.0.1:55746 2024-11-20T21:17:10,746 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:10,748 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:10,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365910x0, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:10,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365910x0, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on znode that does not yet exist, /0-2122670842/running 2024-11-20T21:17:10,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36591-0x1005f0d6dbb0007 connected 2024-11-20T21:17:10,753 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2122670842/meta-region-server: INIT 2024-11-20T21:17:10,753 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:17:10,754 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:17:10,754 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on znode that does not yet exist, /0-2122670842/master 2024-11-20T21:17:10,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on znode that does not yet exist, /0-2122670842/acl 2024-11-20T21:17:10,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36591 2024-11-20T21:17:10,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36591 2024-11-20T21:17:10,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36591 2024-11-20T21:17:10,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36591 2024-11-20T21:17:10,757 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36591 2024-11-20T21:17:10,767 DEBUG [M:0;0b16ab3f13b7:40785 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:40785 2024-11-20T21:17:10,768 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-2122670842/backup-masters/0b16ab3f13b7,40785,1732137430704 2024-11-20T21:17:10,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842/backup-masters 2024-11-20T21:17:10,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842/backup-masters 2024-11-20T21:17:10,770 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on existing znode=/0-2122670842/backup-masters/0b16ab3f13b7,40785,1732137430704 2024-11-20T21:17:10,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2122670842/master 2024-11-20T21:17:10,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:17:10,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:17:10,772 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on existing znode=/0-2122670842/master 2024-11-20T21:17:10,772 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-2122670842/backup-masters/0b16ab3f13b7,40785,1732137430704 from backup master directory 2024-11-20T21:17:10,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2122670842/backup-masters/0b16ab3f13b7,40785,1732137430704 2024-11-20T21:17:10,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842/backup-masters 2024-11-20T21:17:10,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842/backup-masters 2024-11-20T21:17:10,774 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:10,774 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,40785,1732137430704 2024-11-20T21:17:10,788 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:10,789 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:17:10,801 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-20T21:17:10,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741846_1022 (size=196) 2024-11-20T21:17:11,210 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:17:11,211 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:17:11,211 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:11,222 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T21:17:11,227 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,41539,1732137415282 to hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,41539,1732137415282-dead as it is dead 2024-11-20T21:17:11,228 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T21:17:11,229 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T21:17:11,229 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,41539,1732137415282-dead/0b16ab3f13b7%2C41539%2C1732137415282.1732137417995 2024-11-20T21:17:11,236 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,41539,1732137415282-dead/0b16ab3f13b7%2C41539%2C1732137415282.1732137417995 after 5ms 2024-11-20T21:17:11,240 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,41539,1732137415282-dead/0b16ab3f13b7%2C41539%2C1732137415282.1732137417995 to hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b16ab3f13b7%2C41539%2C1732137415282.1732137417995 2024-11-20T21:17:11,241 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,41539,1732137415282-dead 2024-11-20T21:17:11,247 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,40785,1732137430704 2024-11-20T21:17:11,249 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:11,251 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C40785%2C1732137430704, suffix=, logDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,40785,1732137430704, archiveDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/oldWALs, maxLogs=10 2024-11-20T21:17:11,270 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,40785,1732137430704/0b16ab3f13b7%2C40785%2C1732137430704.1732137431252, exclude list is [], retry=0 2024-11-20T21:17:11,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35809,DS-53413eec-752c-4e7a-b0d0-6ccabe509f44,DISK] 2024-11-20T21:17:11,282 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,40785,1732137430704/0b16ab3f13b7%2C40785%2C1732137430704.1732137431252 2024-11-20T21:17:11,282 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42009:42009)] 2024-11-20T21:17:11,282 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:11,283 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:11,283 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:11,283 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:11,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:11,287 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:17:11,287 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:11,300 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4dec6cacaea749efb0ae005af6d88657 2024-11-20T21:17:11,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:11,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:11,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:17:11,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:11,325 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a45d3b7575fb4e5f84482a7d3ffc4310 2024-11-20T21:17:11,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:11,326 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:11,327 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:17:11,327 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:11,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c1cce81f33b04283a3c84f66e29554c4 2024-11-20T21:17:11,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:11,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:11,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:17:11,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:11,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:11,361 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:11,361 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T21:17:11,362 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b16ab3f13b7%2C41539%2C1732137415282.1732137417995 2024-11-20T21:17:11,390 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b16ab3f13b7%2C41539%2C1732137415282.1732137417995 2024-11-20T21:17:11,392 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b16ab3f13b7%2C41539%2C1732137415282.1732137417995 2024-11-20T21:17:11,406 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:11,406 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:11,408 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:11,410 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:11,434 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-20T21:17:11,444 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64293881, jitterRate=-0.04194651544094086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:11,445 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137431283Initializing all the Stores at 1732137431285 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137431285Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137431286 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137431286Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137431286Cleaning up temporary data from old regions at 1732137431406 (+120 ms)Region opened successfully at 1732137431445 (+39 ms) 2024-11-20T21:17:11,446 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:17:11,454 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@588c53f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:11,473 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T21:17:11,474 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:17:11,474 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:17:11,474 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:17:11,475 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T21:17:11,482 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:11,483 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:17:11,483 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:17:11,483 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:17:11,484 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T21:17:11,484 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-20T21:17:11,484 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 8 msec 2024-11-20T21:17:11,484 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:17:11,490 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0b16ab3f13b7,41423,1732137416097, regionLocation=0b16ab3f13b7,41423,1732137416097, openSeqNum=2 2024-11-20T21:17:11,490 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0b16ab3f13b7,41423,1732137416097, table=hbase:meta, region=1588230740 2024-11-20T21:17:11,490 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,41423,1732137416097, state=OPEN 2024-11-20T21:17:11,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2122670842/meta-region-server 2024-11-20T21:17:11,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2122670842/meta-region-server: CHANGED 2024-11-20T21:17:11,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2122670842/meta-region-server 2024-11-20T21:17:11,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2122670842/meta-region-server: CHANGED 2024-11-20T21:17:11,501 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:17:11,509 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2122670842/draining/0b16ab3f13b7,41423,1732137416097 already deleted, retry=false 2024-11-20T21:17:11,509 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 0b16ab3f13b7,41423,1732137416097 on 0b16ab3f13b7,40785,1732137430704 2024-11-20T21:17:11,517 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0b16ab3f13b7,41423,1732137416097, splitWal=true, meta=true 2024-11-20T21:17:11,519 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 0b16ab3f13b7,41423,1732137416097 (carryingMeta=true) 0b16ab3f13b7,41423,1732137416097/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@b975cfd[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T21:17:11,523 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Unable to get data of znode /0-2122670842/balancer because node does not exist (not necessarily an error) 2024-11-20T21:17:11,525 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2122670842/balancer already deleted, retry=false 2024-11-20T21:17:11,525 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:17:11,526 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Unable to get data of znode /0-2122670842/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:17:11,527 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2122670842/normalizer already deleted, retry=false 2024-11-20T21:17:11,528 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:17:11,531 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Unable to get data of znode /0-2122670842/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:17:11,532 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2122670842/switch/split already deleted, retry=false 2024-11-20T21:17:11,533 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Unable to get data of znode /0-2122670842/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:17:11,535 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2122670842/switch/merge already deleted, retry=false 2024-11-20T21:17:11,549 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Unable to get data of znode /0-2122670842/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:17:11,552 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-2122670842/snapshot-cleanup already deleted, retry=false 2024-11-20T21:17:11,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2122670842/running 2024-11-20T21:17:11,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:17:11,559 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,40785,1732137430704, sessionid=0x1005f0d6dbb0006, setting cluster-up flag (Was=false) 2024-11-20T21:17:11,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-2122670842/running 2024-11-20T21:17:11,560 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:17:11,562 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2122670842/flush-table-proc/acquired, /0-2122670842/flush-table-proc/reached, /0-2122670842/flush-table-proc/abort 2024-11-20T21:17:11,564 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,40785,1732137430704 2024-11-20T21:17:11,568 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-2122670842/online-snapshot/acquired, /0-2122670842/online-snapshot/reached, /0-2122670842/online-snapshot/abort 2024-11-20T21:17:11,570 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,40785,1732137430704 2024-11-20T21:17:11,573 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/.lastflushedseqids 2024-11-20T21:17:11,577 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:17:11,577 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:17:11,577 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,40785,1732137430704 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 0b16ab3f13b7,41423,1732137416097 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:17:11,579 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:11,579 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:11,579 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:11,579 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:11,579 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:17:11,579 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:11,579 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:11,579 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:11,582 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137461582 2024-11-20T21:17:11,582 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:17:11,582 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:17:11,583 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:17:11,583 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:17:11,583 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:17:11,583 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:17:11,583 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0b16ab3f13b7,41423,1732137416097, splitWal=true, meta=true 2024-11-20T21:17:11,583 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,583 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:17:11,583 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:17:11,584 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:17:11,584 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:17:11,584 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:17:11,584 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:17:11,584 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137431584,5,FailOnTimeoutGroup] 2024-11-20T21:17:11,584 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137431584,5,FailOnTimeoutGroup] 2024-11-20T21:17:11,584 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0b16ab3f13b7,41423,1732137416097, splitWal=true, meta=true, isMeta: true 2024-11-20T21:17:11,585 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,585 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:17:11,585 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,585 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,585 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137431585, completionTime=-1 2024-11-20T21:17:11,585 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T21:17:11,590 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T21:17:11,591 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097-splitting 2024-11-20T21:17:11,596 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097-splitting dir is empty, no logs to split. 2024-11-20T21:17:11,596 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0b16ab3f13b7,41423,1732137416097 WAL count=0, meta=true 2024-11-20T21:17:11,601 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097-splitting dir is empty, no logs to split. 2024-11-20T21:17:11,601 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0b16ab3f13b7,41423,1732137416097 WAL count=0, meta=true 2024-11-20T21:17:11,601 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 0b16ab3f13b7,41423,1732137416097 WAL splitting is done? wals=0, meta=true 2024-11-20T21:17:11,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:17:11,605 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:17:11,606 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T21:17:11,665 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(746): ClusterId : 07d2b612-545e-47b7-990a-8aa7c04226be 2024-11-20T21:17:11,665 DEBUG [RS:0;0b16ab3f13b7:36591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:17:11,673 DEBUG [RS:0;0b16ab3f13b7:36591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:17:11,673 DEBUG [RS:0;0b16ab3f13b7:36591 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:17:11,683 DEBUG [RS:0;0b16ab3f13b7:36591 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:17:11,684 DEBUG [RS:0;0b16ab3f13b7:36591 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bb375f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:11,697 DEBUG [RS:0;0b16ab3f13b7:36591 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:36591 2024-11-20T21:17:11,698 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:17:11,698 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:17:11,698 DEBUG [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:17:11,699 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,40785,1732137430704 with port=36591, startcode=1732137430742 2024-11-20T21:17:11,699 DEBUG [RS:0;0b16ab3f13b7:36591 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:17:11,701 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39573, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:17:11,702 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40785 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,36591,1732137430742 2024-11-20T21:17:11,702 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40785 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,36591,1732137430742 2024-11-20T21:17:11,705 DEBUG [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e 2024-11-20T21:17:11,705 DEBUG [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45389 2024-11-20T21:17:11,705 DEBUG [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:17:11,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842/rs 2024-11-20T21:17:11,707 DEBUG [RS:0;0b16ab3f13b7:36591 {}] zookeeper.ZKUtil(111): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on existing znode=/0-2122670842/rs/0b16ab3f13b7,36591,1732137430742 2024-11-20T21:17:11,707 WARN [RS:0;0b16ab3f13b7:36591 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:11,708 INFO [RS:0;0b16ab3f13b7:36591 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:11,708 DEBUG [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742 2024-11-20T21:17:11,721 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,36591,1732137430742] 2024-11-20T21:17:11,740 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T21:17:11,758 WARN [0b16ab3f13b7:40785 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T21:17:11,781 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:17:11,788 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:17:11,788 INFO [RS:0;0b16ab3f13b7:36591 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:17:11,789 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,790 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:17:11,791 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:17:11,792 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,792 DEBUG [RS:0;0b16ab3f13b7:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:11,792 DEBUG [RS:0;0b16ab3f13b7:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:11,792 DEBUG [RS:0;0b16ab3f13b7:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:11,792 DEBUG [RS:0;0b16ab3f13b7:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:11,792 DEBUG [RS:0;0b16ab3f13b7:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:11,792 DEBUG [RS:0;0b16ab3f13b7:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:11,792 DEBUG [RS:0;0b16ab3f13b7:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:11,792 DEBUG [RS:0;0b16ab3f13b7:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:11,792 DEBUG [RS:0;0b16ab3f13b7:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:11,792 DEBUG [RS:0;0b16ab3f13b7:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:11,793 DEBUG [RS:0;0b16ab3f13b7:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:11,793 DEBUG [RS:0;0b16ab3f13b7:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:11,793 DEBUG [RS:0;0b16ab3f13b7:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:11,793 DEBUG [RS:0;0b16ab3f13b7:36591 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:11,793 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,794 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,794 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,794 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,794 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,794 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36591,1732137430742-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:11,819 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:17:11,820 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36591,1732137430742-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,845 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,36591,1732137430742, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:17:11,868 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.ReplicationSource(231): queueId=2-0b16ab3f13b7,36591,1732137430742, ReplicationSource: 2, currentBandwidth=0 2024-11-20T21:17:11,871 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource,1-0b16ab3f13b7,36591,1732137430742 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:40201' 2024-11-20T21:17:11,884 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,884 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource,1-0b16ab3f13b7,36591,1732137430742 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45469092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:11,884 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource,1-0b16ab3f13b7,36591,1732137430742 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40201,-1 for getting cluster id 2024-11-20T21:17:11,886 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource,1-0b16ab3f13b7,36591,1732137430742 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:11,887 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.Replication(171): 0b16ab3f13b7,36591,1732137430742 started 2024-11-20T21:17:11,891 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74a8b184-df1e-4cf8-83dc-a0359de40507' 2024-11-20T21:17:11,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:11,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74a8b184-df1e-4cf8-83dc-a0359de40507" 2024-11-20T21:17:11,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2669f396, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:11,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40201,-1] 2024-11-20T21:17:11,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:11,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:11,899 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:11,900 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource,1-0b16ab3f13b7,36591,1732137430742 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38ae672b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:11,901 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource,1-0b16ab3f13b7,36591,1732137430742 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:11,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:11,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@780ec363 2024-11-20T21:17:11,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:11,904 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T21:17:11,906 INFO [RS:0;0b16ab3f13b7:36591.replicationSource,1-0b16ab3f13b7,36591,1732137430742 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,36591,1732137430742 (queues=0) is replicating from cluster=07d2b612-545e-47b7-990a-8aa7c04226be to cluster=74a8b184-df1e-4cf8-83dc-a0359de40507 2024-11-20T21:17:11,917 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:11,917 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,36591,1732137430742, RpcServer on 0b16ab3f13b7/172.17.0.3:36591, sessionid=0x1005f0d6dbb0007 2024-11-20T21:17:11,917 DEBUG [RS:0;0b16ab3f13b7:36591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:17:11,917 DEBUG [RS:0;0b16ab3f13b7:36591 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,36591,1732137430742 2024-11-20T21:17:11,917 DEBUG [RS:0;0b16ab3f13b7:36591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,36591,1732137430742' 2024-11-20T21:17:11,917 DEBUG [RS:0;0b16ab3f13b7:36591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2122670842/flush-table-proc/abort' 2024-11-20T21:17:11,918 DEBUG [RS:0;0b16ab3f13b7:36591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2122670842/flush-table-proc/acquired' 2024-11-20T21:17:11,918 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource,2-0b16ab3f13b7,36591,1732137430742 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:40201' 2024-11-20T21:17:11,921 DEBUG [RS:0;0b16ab3f13b7:36591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:17:11,921 DEBUG [RS:0;0b16ab3f13b7:36591 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:17:11,921 DEBUG [RS:0;0b16ab3f13b7:36591 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,36591,1732137430742 2024-11-20T21:17:11,921 DEBUG [RS:0;0b16ab3f13b7:36591 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,36591,1732137430742' 2024-11-20T21:17:11,921 DEBUG [RS:0;0b16ab3f13b7:36591 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-2122670842/online-snapshot/abort' 2024-11-20T21:17:11,922 DEBUG [RS:0;0b16ab3f13b7:36591 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-2122670842/online-snapshot/acquired' 2024-11-20T21:17:11,925 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource,2-0b16ab3f13b7,36591,1732137430742 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@541909bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:11,925 DEBUG [RS:0;0b16ab3f13b7:36591 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:17:11,925 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource,2-0b16ab3f13b7,36591,1732137430742 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40201,-1 for getting cluster id 2024-11-20T21:17:11,925 INFO [RS:0;0b16ab3f13b7:36591 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:17:11,925 INFO [RS:0;0b16ab3f13b7:36591 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:17:11,925 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource,2-0b16ab3f13b7,36591,1732137430742 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:11,927 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74a8b184-df1e-4cf8-83dc-a0359de40507' 2024-11-20T21:17:11,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:11,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74a8b184-df1e-4cf8-83dc-a0359de40507" 2024-11-20T21:17:11,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3449670, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:11,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40201,-1] 2024-11-20T21:17:11,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:11,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:11,929 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:11,931 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource,2-0b16ab3f13b7,36591,1732137430742 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@108d33bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:11,931 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource,2-0b16ab3f13b7,36591,1732137430742 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:11,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:11,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a8217d4 2024-11-20T21:17:11,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:11,934 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-20T21:17:11,935 INFO [RS:0;0b16ab3f13b7:36591.replicationSource,2-0b16ab3f13b7,36591,1732137430742 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-0b16ab3f13b7,36591,1732137430742 (queues=0) is replicating from cluster=07d2b612-545e-47b7-990a-8aa7c04226be to cluster=74a8b184-df1e-4cf8-83dc-a0359de40507 2024-11-20T21:17:12,026 INFO [RS:0;0b16ab3f13b7:36591 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:12,029 INFO [RS:0;0b16ab3f13b7:36591 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C36591%2C1732137430742, suffix=, logDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742, archiveDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/oldWALs, maxLogs=10 2024-11-20T21:17:12,050 DEBUG [RS:0;0b16ab3f13b7:36591 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030, exclude list is [], retry=0 2024-11-20T21:17:12,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35809,DS-53413eec-752c-4e7a-b0d0-6ccabe509f44,DISK] 2024-11-20T21:17:12,082 INFO [RS:0;0b16ab3f13b7:36591 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 2024-11-20T21:17:12,107 DEBUG [RS:0;0b16ab3f13b7:36591 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 0b16ab3f13b7%2C36591%2C1732137430742 for peer 2 2024-11-20T21:17:12,107 DEBUG [RS:0;0b16ab3f13b7:36591 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 0b16ab3f13b7%2C36591%2C1732137430742 for peer 1 2024-11-20T21:17:12,107 DEBUG [RS:0;0b16ab3f13b7:36591 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C36591%2C1732137430742 2024-11-20T21:17:12,107 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,36591,1732137430742, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:17:12,112 DEBUG [RS:0;0b16ab3f13b7:36591 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=0b16ab3f13b7%2C36591%2C1732137430742 2024-11-20T21:17:12,112 INFO [RS:0;0b16ab3f13b7:36591.replicationSource.shipper0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C36591%2C1732137430742 2024-11-20T21:17:12,112 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-0b16ab3f13b7,36591,1732137430742, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:17:12,117 DEBUG [RS:0;0b16ab3f13b7:36591 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42009:42009)] 2024-11-20T21:17:12,117 INFO [RS:0;0b16ab3f13b7:36591.replicationSource.shipper0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C36591%2C1732137430742 2024-11-20T21:17:12,118 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030, startPosition=0, beingWritten=true 2024-11-20T21:17:12,119 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030, startPosition=0, beingWritten=true 2024-11-20T21:17:12,259 DEBUG [0b16ab3f13b7:40785 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:17:12,259 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,36591,1732137430742 2024-11-20T21:17:12,261 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,36591,1732137430742, state=OPENING 2024-11-20T21:17:12,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2122670842/meta-region-server 2024-11-20T21:17:12,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2122670842/meta-region-server 2024-11-20T21:17:12,264 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:17:12,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2122670842/meta-region-server: CHANGED 2024-11-20T21:17:12,264 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2122670842/meta-region-server: CHANGED 2024-11-20T21:17:12,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,36591,1732137430742}] 2024-11-20T21:17:12,333 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:12,342 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:12,418 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:17:12,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:17:12,426 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:17:12,426 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:12,426 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:17:12,431 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C36591%2C1732137430742.meta, suffix=.meta, logDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742, archiveDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/oldWALs, maxLogs=10 2024-11-20T21:17:12,454 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.meta.1732137432432.meta, exclude list is [], retry=0 2024-11-20T21:17:12,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35809,DS-53413eec-752c-4e7a-b0d0-6ccabe509f44,DISK] 2024-11-20T21:17:12,460 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.meta.1732137432432.meta 2024-11-20T21:17:12,460 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42009:42009)] 2024-11-20T21:17:12,460 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:12,460 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:17:12,461 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:17:12,461 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:17:12,461 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:17:12,461 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:17:12,461 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:12,461 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:17:12,461 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:17:12,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:17:12,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:17:12,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:12,468 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:17:12,491 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/info/ecd55663d402427f9bc2f76b73a05811 2024-11-20T21:17:12,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:12,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:17:12,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:17:12,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:12,508 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/ns/57635df8bb35414fb7c49ffa3921d80b 2024-11-20T21:17:12,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:12,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:17:12,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:17:12,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:12,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:12,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:17:12,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:17:12,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:12,520 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/table/645817c1bfd54cf5ab09a698f4cfbd87 2024-11-20T21:17:12,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:12,521 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:17:12,522 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740 2024-11-20T21:17:12,523 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740 2024-11-20T21:17:12,525 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:17:12,525 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:17:12,526 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:12,527 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:17:12,528 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61918735, jitterRate=-0.07733894884586334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:12,528 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:17:12,528 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137432462Writing region info on filesystem at 1732137432462Initializing all the Stores at 1732137432463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137432463Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137432463Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137432463Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137432463Cleaning up temporary data from old regions at 1732137432525 (+62 ms)Running coprocessor post-open hooks at 1732137432528 (+3 ms)Region opened successfully at 1732137432528 2024-11-20T21:17:12,530 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732137432417 2024-11-20T21:17:12,533 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:17:12,533 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:17:12,534 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=0b16ab3f13b7,36591,1732137430742 2024-11-20T21:17:12,535 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,36591,1732137430742, state=OPEN 2024-11-20T21:17:12,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2122670842/meta-region-server 2024-11-20T21:17:12,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-2122670842/meta-region-server 2024-11-20T21:17:12,537 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,36591,1732137430742 2024-11-20T21:17:12,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2122670842/meta-region-server: CHANGED 2024-11-20T21:17:12,537 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-2122670842/meta-region-server: CHANGED 2024-11-20T21:17:12,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-20T21:17:12,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,36591,1732137430742 in 273 msec 2024-11-20T21:17:12,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-20T21:17:12,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 937 msec 2024-11-20T21:17:12,641 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:12,652 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:13,048 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:13,057 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:13,246 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1661ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1506ms 2024-11-20T21:17:13,555 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:13,563 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:14,161 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:14,168 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:14,748 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3163ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-20T21:17:14,869 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:14,877 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:15,676 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:15,683 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:15,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T21:17:16,101 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T21:17:16,101 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:17:16,101 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:16,102 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36591,1732137430742, seqNum=-1] 2024-11-20T21:17:16,102 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:16,104 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52997, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:16,113 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=074c26d574c31ccd2e6ec7f5a52900fa, regionState=OPEN, lastHost=0b16ab3f13b7,41423,1732137416097, regionLocation=0b16ab3f13b7,41423,1732137416097, openSeqNum=2 2024-11-20T21:17:16,113 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:17:16,113 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137496113 2024-11-20T21:17:16,113 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137556113 2024-11-20T21:17:16,113 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 12 msec 2024-11-20T21:17:16,114 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40785,1732137430704-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:16,114 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 0b16ab3f13b7,41423,1732137416097 had 2 regions 2024-11-20T21:17:16,114 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40785,1732137430704-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:16,114 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40785,1732137430704-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:16,114 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:40785, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:16,114 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:16,115 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:16,116 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0b16ab3f13b7,41423,1732137416097, splitWal=true, meta=true, isMeta: false 2024-11-20T21:17:16,119 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097-splitting dir is empty, no logs to split. 2024-11-20T21:17:16,119 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0b16ab3f13b7,41423,1732137416097 WAL count=0, meta=false 2024-11-20T21:17:16,122 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.348sec 2024-11-20T21:17:16,123 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:17:16,123 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:17:16,123 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:17:16,123 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:17:16,123 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:17:16,123 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40785,1732137430704-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:16,123 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40785,1732137430704-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:17:16,124 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,41423,1732137416097-splitting dir is empty, no logs to split. 2024-11-20T21:17:16,124 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0b16ab3f13b7,41423,1732137416097 WAL count=0, meta=false 2024-11-20T21:17:16,124 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 0b16ab3f13b7,41423,1732137416097 WAL splitting is done? wals=0, meta=false 2024-11-20T21:17:16,130 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=074c26d574c31ccd2e6ec7f5a52900fa, ASSIGN}] 2024-11-20T21:17:16,132 WARN [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=0b16ab3f13b7,41423,1732137416097/hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:16,132 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:17:16,133 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:17:16,133 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40785,1732137430704-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:16,133 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=074c26d574c31ccd2e6ec7f5a52900fa, ASSIGN 2024-11-20T21:17:16,135 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=074c26d574c31ccd2e6ec7f5a52900fa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T21:17:16,165 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24058867, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:16,165 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40785,-1 for getting cluster id 2024-11-20T21:17:16,166 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:16,169 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07d2b612-545e-47b7-990a-8aa7c04226be' 2024-11-20T21:17:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:16,169 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07d2b612-545e-47b7-990a-8aa7c04226be" 2024-11-20T21:17:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61d4ed21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40785,-1] 2024-11-20T21:17:16,170 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:16,172 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:16,174 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:16,175 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60dd8747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:16,176 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36591,1732137430742, seqNum=-1] 2024-11-20T21:17:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:16,179 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:16,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T21:17:16,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:16,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:16,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:16,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:16,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:16,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 0b16ab3f13b7:40785 after: 0b16ab3f13b7:40785 2024-11-20T21:17:16,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30e0679b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:16,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40785,-1 for getting cluster id 2024-11-20T21:17:16,189 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:16,190 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '07d2b612-545e-47b7-990a-8aa7c04226be' 2024-11-20T21:17:16,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:16,190 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "07d2b612-545e-47b7-990a-8aa7c04226be" 2024-11-20T21:17:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7926ba48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40785,-1] 2024-11-20T21:17:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:16,191 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:16,194 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:16,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cbfd738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:16,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:16,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40785,1732137430704 2024-11-20T21:17:16,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2618842d 2024-11-20T21:17:16,198 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:16,199 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:16,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T21:17:16,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T21:17:16,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T21:17:16,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40785 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-20T21:17:16,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:17:16,209 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:16,209 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:16,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:16,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:16,210 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:16,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:17:16,210 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335318268, stopped=false 2024-11-20T21:17:16,210 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,40201,1732137421348 2024-11-20T21:17:16,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842181093/running 2024-11-20T21:17:16,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842181093/running 2024-11-20T21:17:16,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093 2024-11-20T21:17:16,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093 2024-11-20T21:17:16,213 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:17:16,213 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:16,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Set watcher on znode that does not yet exist, /11842181093/running 2024-11-20T21:17:16,213 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:16,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:16,214 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,44225,1732137421394' ***** 2024-11-20T21:17:16,214 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:17:16,214 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:17:16,214 INFO [RS:0;0b16ab3f13b7:44225 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:17:16,214 INFO [RS:0;0b16ab3f13b7:44225 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:17:16,215 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,44225,1732137421394 2024-11-20T21:17:16,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Set watcher on znode that does not yet exist, /11842181093/running 2024-11-20T21:17:16,216 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:17:16,216 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:17:16,216 INFO [RS:0;0b16ab3f13b7:44225 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:44225. 2024-11-20T21:17:16,217 DEBUG [RS:0;0b16ab3f13b7:44225 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:16,217 DEBUG [RS:0;0b16ab3f13b7:44225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:16,217 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:17:16,217 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:17:16,217 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:17:16,217 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:17:16,217 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:17:16,220 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:17:16,220 DEBUG [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:17:16,220 DEBUG [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:16,221 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:17:16,221 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:17:16,221 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:17:16,221 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:17:16,221 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:17:16,221 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T21:17:16,249 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/data/hbase/meta/1588230740/.tmp/ns/7a1e82580d8345d194e8b77ad9a3531d is 43, key is default/ns:d/1732137423427/Put/seqid=0 2024-11-20T21:17:16,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741835_1011 (size=5153) 2024-11-20T21:17:16,277 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:17:16,277 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:17:16,285 DEBUG [0b16ab3f13b7:40785 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:17:16,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=074c26d574c31ccd2e6ec7f5a52900fa, regionState=OPENING, regionLocation=0b16ab3f13b7,36591,1732137430742 2024-11-20T21:17:16,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=074c26d574c31ccd2e6ec7f5a52900fa, ASSIGN because future has completed 2024-11-20T21:17:16,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 074c26d574c31ccd2e6ec7f5a52900fa, server=0b16ab3f13b7,36591,1732137430742}] 2024-11-20T21:17:16,421 DEBUG [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:16,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:16,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:16,450 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:17:16,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C36591%2C1732137430742.rep, suffix=, logDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742, archiveDir=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/oldWALs, maxLogs=10 2024-11-20T21:17:16,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.rep.1732137436453, exclude list is [], retry=0 2024-11-20T21:17:16,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35809,DS-53413eec-752c-4e7a-b0d0-6ccabe509f44,DISK] 2024-11-20T21:17:16,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.rep.1732137436453 2024-11-20T21:17:16,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42009:42009)] 2024-11-20T21:17:16,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 074c26d574c31ccd2e6ec7f5a52900fa, NAME => 'hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:16,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:17:16,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:17:16,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. service=MultiRowMutationService 2024-11-20T21:17:16,473 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:17:16,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:16,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:16,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:16,473 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:16,475 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:16,476 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 074c26d574c31ccd2e6ec7f5a52900fa columnFamilyName hfileref 2024-11-20T21:17:16,476 DEBUG [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:16,477 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] regionserver.HStore(327): Store=074c26d574c31ccd2e6ec7f5a52900fa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:16,477 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:16,478 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 074c26d574c31ccd2e6ec7f5a52900fa columnFamilyName queue 2024-11-20T21:17:16,478 DEBUG [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:16,485 DEBUG [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/replication/074c26d574c31ccd2e6ec7f5a52900fa/queue/2f90fe0c5e79420c8bbdeb18c5df3f50 2024-11-20T21:17:16,485 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] regionserver.HStore(327): Store=074c26d574c31ccd2e6ec7f5a52900fa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:16,485 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:16,486 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 074c26d574c31ccd2e6ec7f5a52900fa columnFamilyName sid 2024-11-20T21:17:16,486 DEBUG [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:16,487 INFO [StoreOpener-074c26d574c31ccd2e6ec7f5a52900fa-1 {}] regionserver.HStore(327): Store=074c26d574c31ccd2e6ec7f5a52900fa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:16,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:16,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/replication/074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:16,489 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/replication/074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:16,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:16,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:16,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:17:16,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:16,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 074c26d574c31ccd2e6ec7f5a52900fa; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61709049, jitterRate=-0.08046351373195648}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:17:16,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:16,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 074c26d574c31ccd2e6ec7f5a52900fa: Running coprocessor pre-open hook at 1732137436474Writing region info on filesystem at 1732137436474Initializing all the Stores at 1732137436475 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137436475Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137436475Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137436475Cleaning up temporary data from old regions at 1732137436490 (+15 ms)Running coprocessor post-open hooks at 1732137436494 (+4 ms)Region opened successfully at 1732137436494 2024-11-20T21:17:16,495 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa., pid=19, masterSystemTime=1732137436444 2024-11-20T21:17:16,498 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:16,498 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:16,499 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=074c26d574c31ccd2e6ec7f5a52900fa, regionState=OPEN, openSeqNum=10, regionLocation=0b16ab3f13b7,36591,1732137430742 2024-11-20T21:17:16,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 074c26d574c31ccd2e6ec7f5a52900fa, server=0b16ab3f13b7,36591,1732137430742 because future has completed 2024-11-20T21:17:16,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-20T21:17:16,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 074c26d574c31ccd2e6ec7f5a52900fa, server=0b16ab3f13b7,36591,1732137430742 in 213 msec 2024-11-20T21:17:16,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-20T21:17:16,510 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=074c26d574c31ccd2e6ec7f5a52900fa, ASSIGN in 376 msec 2024-11-20T21:17:16,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T21:17:16,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa., hostname=0b16ab3f13b7,36591,1732137430742, seqNum=10] 2024-11-20T21:17:16,550 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 0b16ab3f13b7,41423,1732137416097 2024-11-20T21:17:16,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T21:17:16,582 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:16,591 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:16,621 DEBUG [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:16,657 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/data/hbase/meta/1588230740/.tmp/ns/7a1e82580d8345d194e8b77ad9a3531d 2024-11-20T21:17:16,666 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/data/hbase/meta/1588230740/.tmp/ns/7a1e82580d8345d194e8b77ad9a3531d as hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/data/hbase/meta/1588230740/ns/7a1e82580d8345d194e8b77ad9a3531d 2024-11-20T21:17:16,679 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/data/hbase/meta/1588230740/ns/7a1e82580d8345d194e8b77ad9a3531d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T21:17:16,681 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 460ms, sequenceid=6, compaction requested=false 2024-11-20T21:17:16,681 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:17:16,705 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T21:17:16,707 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:17:16,707 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:17:16,707 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:16,708 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137436220Running coprocessor pre-close hooks at 1732137436221 (+1 ms)Disabling compacts and flushes for region at 1732137436221Disabling writes for close at 1732137436221Obtaining lock to block concurrent updates at 1732137436221Preparing flush snapshotting stores in 1588230740 at 1732137436221Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732137436222 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732137436223 (+1 ms)Flushing 1588230740/ns: creating writer at 1732137436223Flushing 1588230740/ns: appending metadata at 1732137436248 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732137436248Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@88817ac: reopening flushed file at 1732137436665 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 460ms, sequenceid=6, compaction requested=false at 1732137436681 (+16 ms)Writing region close event to WAL at 1732137436692 (+11 ms)Running coprocessor post-close hooks at 1732137436707 (+15 ms)Closed at 1732137436707 2024-11-20T21:17:16,708 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:16,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36591 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-20T21:17:16,821 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,44225,1732137421394; all regions closed. 2024-11-20T21:17:16,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741834_1010 (size=1152) 2024-11-20T21:17:16,829 DEBUG [RS:0;0b16ab3f13b7:44225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/oldWALs 2024-11-20T21:17:16,830 INFO [RS:0;0b16ab3f13b7:44225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C44225%2C1732137421394.meta:.meta(num 1732137423305) 2024-11-20T21:17:16,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741832_1008 (size=93) 2024-11-20T21:17:16,838 DEBUG [RS:0;0b16ab3f13b7:44225 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/oldWALs 2024-11-20T21:17:16,838 INFO [RS:0;0b16ab3f13b7:44225 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C44225%2C1732137421394:(num 1732137422337) 2024-11-20T21:17:16,838 DEBUG [RS:0;0b16ab3f13b7:44225 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:16,838 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:17:16,838 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:17:16,838 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:17:16,838 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:17:16,839 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:17:16,839 INFO [RS:0;0b16ab3f13b7:44225 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44225 2024-11-20T21:17:16,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093/rs 2024-11-20T21:17:16,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842181093/rs/0b16ab3f13b7,44225,1732137421394 2024-11-20T21:17:16,845 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:17:16,849 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,44225,1732137421394] 2024-11-20T21:17:16,851 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11842181093/draining/0b16ab3f13b7,44225,1732137421394 already deleted, retry=false 2024-11-20T21:17:16,851 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,44225,1732137421394 expired; onlineServers=0 2024-11-20T21:17:16,851 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,40201,1732137421348' ***** 2024-11-20T21:17:16,851 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:17:16,852 INFO [M:0;0b16ab3f13b7:40201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:17:16,852 INFO [M:0;0b16ab3f13b7:40201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:17:16,853 DEBUG [M:0;0b16ab3f13b7:40201 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:17:16,853 DEBUG [M:0;0b16ab3f13b7:40201 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:17:16,853 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:17:16,853 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137422109 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137422109,5,FailOnTimeoutGroup] 2024-11-20T21:17:16,853 INFO [M:0;0b16ab3f13b7:40201 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:17:16,853 INFO [M:0;0b16ab3f13b7:40201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:17:16,853 DEBUG [M:0;0b16ab3f13b7:40201 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:17:16,853 INFO [M:0;0b16ab3f13b7:40201 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:17:16,853 INFO [M:0;0b16ab3f13b7:40201 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:17:16,853 INFO [M:0;0b16ab3f13b7:40201 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:17:16,853 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:17:16,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11842181093/master 2024-11-20T21:17:16,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11842181093 2024-11-20T21:17:16,855 DEBUG [M:0;0b16ab3f13b7:40201 {}] zookeeper.ZKUtil(347): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Unable to get data of znode /11842181093/master because node does not exist (not an error) 2024-11-20T21:17:16,855 WARN [M:0;0b16ab3f13b7:40201 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:17:16,856 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137422109 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137422109,5,FailOnTimeoutGroup] 2024-11-20T21:17:16,857 INFO [M:0;0b16ab3f13b7:40201 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/.lastflushedseqids 2024-11-20T21:17:16,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741836_1012 (size=99) 2024-11-20T21:17:16,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:16,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44225-0x1005f0d6dbb0004, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:16,948 INFO [RS:0;0b16ab3f13b7:44225 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:17:16,948 INFO [RS:0;0b16ab3f13b7:44225 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,44225,1732137421394; zookeeper connection closed. 2024-11-20T21:17:16,949 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1fe11add {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1fe11add 2024-11-20T21:17:16,949 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:17:17,268 INFO [M:0;0b16ab3f13b7:40201 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:17:17,268 INFO [M:0;0b16ab3f13b7:40201 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:17:17,269 DEBUG [M:0;0b16ab3f13b7:40201 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:17:17,269 INFO [M:0;0b16ab3f13b7:40201 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:17,269 DEBUG [M:0;0b16ab3f13b7:40201 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:17,269 DEBUG [M:0;0b16ab3f13b7:40201 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:17:17,269 DEBUG [M:0;0b16ab3f13b7:40201 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:17,269 INFO [M:0;0b16ab3f13b7:40201 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T21:17:17,286 DEBUG [M:0;0b16ab3f13b7:40201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8f758647e2b4bf2b18e5743a9919653 is 82, key is hbase:meta,,1/info:regioninfo/1732137423374/Put/seqid=0 2024-11-20T21:17:17,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741837_1013 (size=5672) 2024-11-20T21:17:17,589 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:17,607 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:17,692 INFO [M:0;0b16ab3f13b7:40201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8f758647e2b4bf2b18e5743a9919653 2024-11-20T21:17:17,713 DEBUG [M:0;0b16ab3f13b7:40201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/467631f6973f4331942011a3d7d19761 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732137423439/Put/seqid=0 2024-11-20T21:17:17,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741838_1014 (size=5275) 2024-11-20T21:17:17,963 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:17:17,998 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T21:17:18,118 INFO [M:0;0b16ab3f13b7:40201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/467631f6973f4331942011a3d7d19761 2024-11-20T21:17:18,151 DEBUG [M:0;0b16ab3f13b7:40201 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a15205766f046ae8e1ebb207fe83cb6 is 69, key is 0b16ab3f13b7,44225,1732137421394/rs:state/1732137422158/Put/seqid=0 2024-11-20T21:17:18,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741839_1015 (size=5156) 2024-11-20T21:17:18,560 INFO [M:0;0b16ab3f13b7:40201 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a15205766f046ae8e1ebb207fe83cb6 2024-11-20T21:17:18,568 DEBUG [M:0;0b16ab3f13b7:40201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b8f758647e2b4bf2b18e5743a9919653 as hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8f758647e2b4bf2b18e5743a9919653 2024-11-20T21:17:18,577 INFO [M:0;0b16ab3f13b7:40201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b8f758647e2b4bf2b18e5743a9919653, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T21:17:18,578 DEBUG [M:0;0b16ab3f13b7:40201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/467631f6973f4331942011a3d7d19761 as hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/467631f6973f4331942011a3d7d19761 2024-11-20T21:17:18,586 INFO [M:0;0b16ab3f13b7:40201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/467631f6973f4331942011a3d7d19761, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T21:17:18,587 DEBUG [M:0;0b16ab3f13b7:40201 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4a15205766f046ae8e1ebb207fe83cb6 as hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a15205766f046ae8e1ebb207fe83cb6 2024-11-20T21:17:18,595 INFO [M:0;0b16ab3f13b7:40201 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37261/user/jenkins/test-data/280953a0-a211-7121-6d4b-4946a768832a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4a15205766f046ae8e1ebb207fe83cb6, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T21:17:18,596 INFO [M:0;0b16ab3f13b7:40201 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false 2024-11-20T21:17:18,598 INFO [M:0;0b16ab3f13b7:40201 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:18,598 DEBUG [M:0;0b16ab3f13b7:40201 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137437268Disabling compacts and flushes for region at 1732137437268Disabling writes for close at 1732137437269 (+1 ms)Obtaining lock to block concurrent updates at 1732137437269Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137437269Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732137437269Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137437270 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137437270Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137437285 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137437285Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137437697 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137437712 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137437712Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137438127 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137438150 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137438151 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d92f7a5: reopening flushed file at 1732137438567 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2086b805: reopening flushed file at 1732137438577 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@774b009b: reopening flushed file at 1732137438586 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1327ms, sequenceid=28, compaction requested=false at 1732137438596 (+10 ms)Writing region close event to WAL at 1732137438598 (+2 ms)Closed at 1732137438598 2024-11-20T21:17:18,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40777 is added to blk_1073741830_1006 (size=10165) 2024-11-20T21:17:18,603 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:17:18,603 INFO [M:0;0b16ab3f13b7:40201 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:17:18,604 INFO [M:0;0b16ab3f13b7:40201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40201 2024-11-20T21:17:18,608 INFO [M:0;0b16ab3f13b7:40201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:17:18,696 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:18,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:18,710 INFO [M:0;0b16ab3f13b7:40201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:17:18,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40201-0x1005f0d6dbb0003, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:18,712 DEBUG [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 to pos 0, reset compression=false 2024-11-20T21:17:18,718 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@671eadbd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:17:18,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c7240b2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:17:18,721 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:17:18,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:17:18,721 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fc8213{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/hadoop.log.dir/,STOPPED} 2024-11-20T21:17:18,726 WARN [BP-1096291112-172.17.0.3-1732137420105 heartbeating to localhost/127.0.0.1:37261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:17:18,726 WARN [BP-1096291112-172.17.0.3-1732137420105 heartbeating to localhost/127.0.0.1:37261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1096291112-172.17.0.3-1732137420105 (Datanode Uuid c924e354-3f78-4291-a247-0f00006e52f7) service to localhost/127.0.0.1:37261 2024-11-20T21:17:18,728 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:17:18,728 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:17:18,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/cluster_c02ce0e5-7cef-c24e-2b3a-9d68cf8a938c/data/data1/current/BP-1096291112-172.17.0.3-1732137420105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:17:18,728 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/cluster_c02ce0e5-7cef-c24e-2b3a-9d68cf8a938c/data/data2/current/BP-1096291112-172.17.0.3-1732137420105 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:17:18,729 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:17:18,737 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46934c71{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:17:18,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60b8baac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:17:18,738 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:17:18,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:17:18,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a733db7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/hadoop.log.dir/,STOPPED} 2024-11-20T21:17:18,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:17:18,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:17:18,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:18,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:18,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:18,759 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:18,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:18,759 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:17:18,759 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=865736215, stopped=false 2024-11-20T21:17:18,759 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,40785,1732137430704 2024-11-20T21:17:18,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2122670842/running 2024-11-20T21:17:18,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2122670842/running 2024-11-20T21:17:18,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:17:18,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:17:18,761 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:17:18,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on znode that does not yet exist, /0-2122670842/running 2024-11-20T21:17:18,762 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:18,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:18,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:18,763 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,36591,1732137430742' ***** 2024-11-20T21:17:18,763 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:17:18,764 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:17:18,764 INFO [RS:0;0b16ab3f13b7:36591 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:17:18,764 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:17:18,764 INFO [RS:0;0b16ab3f13b7:36591 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:17:18,764 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(3091): Received CLOSE for 074c26d574c31ccd2e6ec7f5a52900fa 2024-11-20T21:17:18,765 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,36591,1732137430742 2024-11-20T21:17:18,765 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:17:18,765 INFO [RS:0;0b16ab3f13b7:36591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:36591. 2024-11-20T21:17:18,765 DEBUG [RS:0;0b16ab3f13b7:36591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:18,765 DEBUG [RS:0;0b16ab3f13b7:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:18,765 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 074c26d574c31ccd2e6ec7f5a52900fa, disabling compactions & flushes 2024-11-20T21:17:18,765 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:18,765 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:18,765 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. after waiting 0 ms 2024-11-20T21:17:18,765 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:17:18,765 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Set watcher on znode that does not yet exist, /0-2122670842/running 2024-11-20T21:17:18,765 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:18,765 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:17:18,765 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:17:18,766 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:17:18,767 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:17:18,767 DEBUG [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 074c26d574c31ccd2e6ec7f5a52900fa=hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa.} 2024-11-20T21:17:18,767 DEBUG [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(1351): Waiting on 074c26d574c31ccd2e6ec7f5a52900fa, 1588230740 2024-11-20T21:17:18,768 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:17:18,768 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:17:18,768 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:17:18,768 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:17:18,768 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:17:18,769 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T21:17:18,775 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/replication/074c26d574c31ccd2e6ec7f5a52900fa/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-20T21:17:18,776 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:17:18,776 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:17:18,777 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:18,777 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 074c26d574c31ccd2e6ec7f5a52900fa: Waiting for close lock at 1732137438765Running coprocessor pre-close hooks at 1732137438765Disabling compacts and flushes for region at 1732137438765Disabling writes for close at 1732137438765Writing region close event to WAL at 1732137438768 (+3 ms)Running coprocessor post-close hooks at 1732137438776 (+8 ms)Closed at 1732137438777 (+1 ms) 2024-11-20T21:17:18,777 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa. 2024-11-20T21:17:18,794 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:17:18,794 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:17:18,794 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/.tmp/info/6ac4856bf5764162b45a4e9be90061ef is 147, key is hbase:replication,,1732137423625.074c26d574c31ccd2e6ec7f5a52900fa./info:regioninfo/1732137436499/Put/seqid=0 2024-11-20T21:17:18,801 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:17:18,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741851_1027 (size=6385) 2024-11-20T21:17:18,804 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/.tmp/info/6ac4856bf5764162b45a4e9be90061ef 2024-11-20T21:17:18,812 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/.tmp/info/6ac4856bf5764162b45a4e9be90061ef as hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/info/6ac4856bf5764162b45a4e9be90061ef 2024-11-20T21:17:18,820 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/info/6ac4856bf5764162b45a4e9be90061ef, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T21:17:18,822 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=19, compaction requested=false 2024-11-20T21:17:18,838 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T21:17:18,839 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:17:18,839 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:17:18,840 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:18,840 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137438768Running coprocessor pre-close hooks at 1732137438768Disabling compacts and flushes for region at 1732137438768Disabling writes for close at 1732137438768Obtaining lock to block concurrent updates at 1732137438769 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732137438769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732137438770 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732137438773 (+3 ms)Flushing 1588230740/info: creating writer at 1732137438774 (+1 ms)Flushing 1588230740/info: appending metadata at 1732137438793 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732137438794 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cefd6ec: reopening flushed file at 1732137438811 (+17 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 54ms, sequenceid=19, compaction requested=false at 1732137438822 (+11 ms)Writing region close event to WAL at 1732137438827 (+5 ms)Running coprocessor post-close hooks at 1732137438839 (+12 ms)Closed at 1732137438839 2024-11-20T21:17:18,840 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:18,968 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,36591,1732137430742; all regions closed. 2024-11-20T21:17:18,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741849_1025 (size=2156) 2024-11-20T21:17:18,971 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.meta.1732137432432.meta not finished, retry = 0 2024-11-20T21:17:19,075 DEBUG [RS:0;0b16ab3f13b7:36591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/oldWALs 2024-11-20T21:17:19,075 INFO [RS:0;0b16ab3f13b7:36591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C36591%2C1732137430742.meta:.meta(num 1732137432432) 2024-11-20T21:17:19,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741850_1026 (size=796) 2024-11-20T21:17:19,080 DEBUG [RS:0;0b16ab3f13b7:36591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/oldWALs 2024-11-20T21:17:19,080 INFO [RS:0;0b16ab3f13b7:36591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C36591%2C1732137430742.rep:(num 1732137436453) 2024-11-20T21:17:19,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741848_1024 (size=93) 2024-11-20T21:17:19,083 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/WALs/0b16ab3f13b7,36591,1732137430742/0b16ab3f13b7%2C36591%2C1732137430742.1732137432030 not finished, retry = 0 2024-11-20T21:17:19,187 DEBUG [RS:0;0b16ab3f13b7:36591 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/oldWALs 2024-11-20T21:17:19,187 INFO [RS:0;0b16ab3f13b7:36591 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C36591%2C1732137430742:(num 1732137432030) 2024-11-20T21:17:19,187 DEBUG [RS:0;0b16ab3f13b7:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:19,187 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:17:19,187 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:17:19,187 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:17:19,187 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:17:19,187 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:17:19,187 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,36591,1732137430742 because: Region server is closing 2024-11-20T21:17:19,188 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T21:17:19,188 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T21:17:19,188 INFO [RS:0;0b16ab3f13b7:36591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:36591. 2024-11-20T21:17:19,188 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-20T21:17:19,188 DEBUG [RS:0;0b16ab3f13b7:36591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:19,188 DEBUG [RS:0;0b16ab3f13b7:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:19,188 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:19,189 DEBUG [RS:0;0b16ab3f13b7:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:19,289 WARN [RS:0;0b16ab3f13b7:36591.replicationSource.shipper0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T21:17:19,289 WARN [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T21:17:19,290 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;0b16ab3f13b7:36591.replicationSource.shipper0b16ab3f13b7%2C36591%2C1732137430742,1-0b16ab3f13b7,36591,1732137430742 terminated 2024-11-20T21:17:19,290 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-0b16ab3f13b7,36591,1732137430742 because: Region server is closing 2024-11-20T21:17:19,290 INFO [RS:0;0b16ab3f13b7:36591 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:36591. 2024-11-20T21:17:19,290 DEBUG [RS:0;0b16ab3f13b7:36591 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:19,290 DEBUG [RS:0;0b16ab3f13b7:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:19,291 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:19,291 DEBUG [RS:0;0b16ab3f13b7:36591 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:19,391 WARN [RS:0;0b16ab3f13b7:36591.replicationSource.wal-reader.0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T21:17:19,391 WARN [RS:0;0b16ab3f13b7:36591.replicationSource.shipper0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T21:17:19,392 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;0b16ab3f13b7:36591.replicationSource.shipper0b16ab3f13b7%2C36591%2C1732137430742,2-0b16ab3f13b7,36591,1732137430742 terminated 2024-11-20T21:17:19,392 INFO [RS:0;0b16ab3f13b7:36591 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36591 2024-11-20T21:17:19,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2122670842/rs/0b16ab3f13b7,36591,1732137430742 2024-11-20T21:17:19,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842/rs 2024-11-20T21:17:19,395 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:17:19,397 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,36591,1732137430742] 2024-11-20T21:17:19,399 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-2122670842/draining/0b16ab3f13b7,36591,1732137430742 already deleted, retry=false 2024-11-20T21:17:19,399 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,36591,1732137430742 expired; onlineServers=0 2024-11-20T21:17:19,399 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,40785,1732137430704' ***** 2024-11-20T21:17:19,399 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:17:19,399 INFO [M:0;0b16ab3f13b7:40785 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:17:19,399 INFO [M:0;0b16ab3f13b7:40785 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:17:19,399 DEBUG [M:0;0b16ab3f13b7:40785 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:17:19,399 DEBUG [M:0;0b16ab3f13b7:40785 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:17:19,400 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137431584 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137431584,5,FailOnTimeoutGroup] 2024-11-20T21:17:19,400 INFO [M:0;0b16ab3f13b7:40785 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:17:19,400 INFO [M:0;0b16ab3f13b7:40785 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:17:19,400 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137431584 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137431584,5,FailOnTimeoutGroup] 2024-11-20T21:17:19,400 DEBUG [M:0;0b16ab3f13b7:40785 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:17:19,400 INFO [M:0;0b16ab3f13b7:40785 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:17:19,400 INFO [M:0;0b16ab3f13b7:40785 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:17:19,400 INFO [M:0;0b16ab3f13b7:40785 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:17:19,400 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:17:19,401 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:17:19,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-2122670842/master 2024-11-20T21:17:19,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-2122670842 2024-11-20T21:17:19,403 DEBUG [M:0;0b16ab3f13b7:40785 {}] zookeeper.ZKUtil(347): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Unable to get data of znode /0-2122670842/master because node does not exist (not an error) 2024-11-20T21:17:19,403 WARN [M:0;0b16ab3f13b7:40785 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:17:19,404 INFO [M:0;0b16ab3f13b7:40785 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/.lastflushedseqids 2024-11-20T21:17:19,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741852_1028 (size=181) 2024-11-20T21:17:19,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:19,497 INFO [RS:0;0b16ab3f13b7:36591 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:17:19,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36591-0x1005f0d6dbb0007, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:19,497 INFO [RS:0;0b16ab3f13b7:36591 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,36591,1732137430742; zookeeper connection closed. 2024-11-20T21:17:19,498 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6eb11c96 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6eb11c96 2024-11-20T21:17:19,498 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:17:19,818 INFO [M:0;0b16ab3f13b7:40785 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:17:19,819 INFO [M:0;0b16ab3f13b7:40785 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:17:19,819 DEBUG [M:0;0b16ab3f13b7:40785 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:17:19,819 INFO [M:0;0b16ab3f13b7:40785 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:19,819 DEBUG [M:0;0b16ab3f13b7:40785 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:19,819 DEBUG [M:0;0b16ab3f13b7:40785 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:17:19,819 DEBUG [M:0;0b16ab3f13b7:40785 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:19,819 INFO [M:0;0b16ab3f13b7:40785 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T21:17:19,843 DEBUG [M:0;0b16ab3f13b7:40785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db10f53cdc6147bfa85a40a80eae715b is 82, key is hbase:meta,,1/info:regioninfo/1732137432534/Put/seqid=0 2024-11-20T21:17:19,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741853_1029 (size=5680) 2024-11-20T21:17:20,250 INFO [M:0;0b16ab3f13b7:40785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db10f53cdc6147bfa85a40a80eae715b 2024-11-20T21:17:20,276 DEBUG [M:0;0b16ab3f13b7:40785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d633714cff04942b4b0caee88133ec0 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732137436508/Put/seqid=0 2024-11-20T21:17:20,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741854_1030 (size=7319) 2024-11-20T21:17:20,682 INFO [M:0;0b16ab3f13b7:40785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d633714cff04942b4b0caee88133ec0 2024-11-20T21:17:20,711 DEBUG [M:0;0b16ab3f13b7:40785 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7a4c754fa01453e9f05fa63c761510b is 69, key is 0b16ab3f13b7,36591,1732137430742/rs:state/1732137431703/Put/seqid=0 2024-11-20T21:17:20,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741855_1031 (size=5371) 2024-11-20T21:17:20,719 INFO [M:0;0b16ab3f13b7:40785 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7a4c754fa01453e9f05fa63c761510b 2024-11-20T21:17:20,725 INFO [M:0;0b16ab3f13b7:40785 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7a4c754fa01453e9f05fa63c761510b 2024-11-20T21:17:20,726 DEBUG [M:0;0b16ab3f13b7:40785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/db10f53cdc6147bfa85a40a80eae715b as hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db10f53cdc6147bfa85a40a80eae715b 2024-11-20T21:17:20,733 INFO [M:0;0b16ab3f13b7:40785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/db10f53cdc6147bfa85a40a80eae715b, entries=8, sequenceid=172, filesize=5.5 K 2024-11-20T21:17:20,734 DEBUG [M:0;0b16ab3f13b7:40785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d633714cff04942b4b0caee88133ec0 as hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d633714cff04942b4b0caee88133ec0 2024-11-20T21:17:20,740 INFO [M:0;0b16ab3f13b7:40785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d633714cff04942b4b0caee88133ec0, entries=7, sequenceid=172, filesize=7.1 K 2024-11-20T21:17:20,741 DEBUG [M:0;0b16ab3f13b7:40785 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7a4c754fa01453e9f05fa63c761510b as hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7a4c754fa01453e9f05fa63c761510b 2024-11-20T21:17:20,748 INFO [M:0;0b16ab3f13b7:40785 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7a4c754fa01453e9f05fa63c761510b 2024-11-20T21:17:20,748 INFO [M:0;0b16ab3f13b7:40785 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45389/user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7a4c754fa01453e9f05fa63c761510b, entries=2, sequenceid=172, filesize=5.2 K 2024-11-20T21:17:20,749 INFO [M:0;0b16ab3f13b7:40785 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=172, compaction requested=false 2024-11-20T21:17:20,757 INFO [M:0;0b16ab3f13b7:40785 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:20,757 DEBUG [M:0;0b16ab3f13b7:40785 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137439819Disabling compacts and flushes for region at 1732137439819Disabling writes for close at 1732137439819Obtaining lock to block concurrent updates at 1732137439819Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137439819Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732137439820 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137439821 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137439821Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137439843 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137439843Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137440257 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137440276 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137440276Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137440690 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137440709 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137440709Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1044edb2: reopening flushed file at 1732137440725 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659a7206: reopening flushed file at 1732137440733 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8b877d: reopening flushed file at 1732137440740 (+7 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 930ms, sequenceid=172, compaction requested=false at 1732137440749 (+9 ms)Writing region close event to WAL at 1732137440757 (+8 ms)Closed at 1732137440757 2024-11-20T21:17:20,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35809 is added to blk_1073741847_1023 (size=22949) 2024-11-20T21:17:20,771 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/493843f3-8acb-042d-bd05-fc6688e94e0e/MasterData/WALs/0b16ab3f13b7,40785,1732137430704/0b16ab3f13b7%2C40785%2C1732137430704.1732137431252 not finished, retry = 0 2024-11-20T21:17:20,873 INFO [M:0;0b16ab3f13b7:40785 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:17:20,873 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:17:20,873 INFO [M:0;0b16ab3f13b7:40785 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40785 2024-11-20T21:17:20,873 INFO [M:0;0b16ab3f13b7:40785 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:17:20,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:20,976 INFO [M:0;0b16ab3f13b7:40785 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:17:20,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40785-0x1005f0d6dbb0006, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:20,978 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:17:20,979 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:17:20,979 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:17:20,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:17:20,979 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/hadoop.log.dir/,STOPPED} 2024-11-20T21:17:20,981 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:17:20,981 WARN [BP-1124236006-172.17.0.3-1732137412315 heartbeating to localhost/127.0.0.1:45389 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:17:20,981 WARN [BP-1124236006-172.17.0.3-1732137412315 heartbeating to localhost/127.0.0.1:45389 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1124236006-172.17.0.3-1732137412315 (Datanode Uuid 735ff57e-6255-489f-9e6e-c2539189c704) service to localhost/127.0.0.1:45389 2024-11-20T21:17:20,981 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:17:20,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/cluster_82fc4b77-c158-0d18-9989-722227152865/data/data1/current/BP-1124236006-172.17.0.3-1732137412315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:17:20,982 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/cluster_82fc4b77-c158-0d18-9989-722227152865/data/data2/current/BP-1124236006-172.17.0.3-1732137412315 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:17:20,982 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:17:20,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:17:20,990 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:17:20,990 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:17:20,990 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:17:20,991 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/981dba9d-a4fe-cdb3-369b-a2a0e68d309c/hadoop.log.dir/,STOPPED} 2024-11-20T21:17:20,999 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:17:21,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:17:21,025 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=110 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0b16ab3f13b7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37261 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@413ae86f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b16ab3f13b7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45389 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0b16ab3f13b7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:45389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/0b16ab3f13b7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55746) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45389 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b16ab3f13b7:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55746) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45389 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:45389 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=638 (was 731), ProcessCount=11 (was 11), AvailableMemoryMB=618 (was 1694) 2024-11-20T21:17:21,033 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=110, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=638, ProcessCount=11, AvailableMemoryMB=617 2024-11-20T21:17:21,053 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-20T21:17:21,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/hadoop.log.dir so I do NOT create it in target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9 2024-11-20T21:17:21,054 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:17:21,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/hadoop.tmp.dir so I do NOT create it in target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9 2024-11-20T21:17:21,054 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/752bd3a4-13c4-46c7-2124-1a4e2856ca1d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:17:21,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9 2024-11-20T21:17:21,054 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/cluster_560a4e3b-5a55-650a-d74a-0bb35369ef89, deleteOnExit=true 2024-11-20T21:17:21,065 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/cluster_560a4e3b-5a55-650a-d74a-0bb35369ef89/zookeeper_0, clientPort=60495, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/cluster_560a4e3b-5a55-650a-d74a-0bb35369ef89/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/cluster_560a4e3b-5a55-650a-d74a-0bb35369ef89/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:17:21,066 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60495 2024-11-20T21:17:21,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:17:21,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:17:21,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/test.cache.data in system properties and HBase conf 2024-11-20T21:17:21,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:17:21,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:17:21,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:17:21,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:17:21,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:17:21,067 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:17:21,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:17:21,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:17:21,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:17:21,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:17:21,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:17:21,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:17:21,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:17:21,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:17:21,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:17:21,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:17:21,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:17:21,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:17:21,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:17:21,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:17:21,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1005f0d6dbb0002, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:17:21,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1005f0d6dbb0005, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:17:21,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1005f0d6dbb0005, quorum=127.0.0.1:55746, baseZNode=/11842181093 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:17:21,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1005f0d6dbb0002, quorum=127.0.0.1:55746, baseZNode=/0-2122670842 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:17:21,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:21,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:17:21,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:17:21,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:17:21,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:17:21,185 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:21,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:17:21,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:17:21,319 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@501cbce2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/java.io.tmpdir/jetty-localhost-34817-hadoop-hdfs-3_4_1-tests_jar-_-any-14867749060817454350/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:17:21,320 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:34817} 2024-11-20T21:17:21,320 INFO [Time-limited test {}] server.Server(415): Started @31428ms 2024-11-20T21:17:21,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:21,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:17:21,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:17:21,489 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:17:21,489 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:17:21,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:17:21,497 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:17:21,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79f3518d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/java.io.tmpdir/jetty-localhost-34991-hadoop-hdfs-3_4_1-tests_jar-_-any-14234579782169179704/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:17:21,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:34991} 2024-11-20T21:17:21,649 INFO [Time-limited test {}] server.Server(415): Started @31757ms 2024-11-20T21:17:21,651 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:17:21,785 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/cluster_560a4e3b-5a55-650a-d74a-0bb35369ef89/data/data1/current/BP-2076237133-172.17.0.3-1732137441110/current, will proceed with Du for space computation calculation, 2024-11-20T21:17:21,786 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/cluster_560a4e3b-5a55-650a-d74a-0bb35369ef89/data/data2/current/BP-2076237133-172.17.0.3-1732137441110/current, will proceed with Du for space computation calculation, 2024-11-20T21:17:21,821 WARN [Thread-488 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:17:21,825 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc2b7748e1bd9378 with lease ID 0x3947c6bf0d28e1ee: Processing first storage report for DS-95c114b9-d2b6-4fcd-9355-238f6384f28a from datanode DatanodeRegistration(127.0.0.1:42997, datanodeUuid=38c1d388-7244-4db4-b956-c22fefe8b2f0, infoPort=36571, infoSecurePort=0, ipcPort=38485, storageInfo=lv=-57;cid=testClusterID;nsid=736943633;c=1732137441110) 2024-11-20T21:17:21,825 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc2b7748e1bd9378 with lease ID 0x3947c6bf0d28e1ee: from storage DS-95c114b9-d2b6-4fcd-9355-238f6384f28a node DatanodeRegistration(127.0.0.1:42997, datanodeUuid=38c1d388-7244-4db4-b956-c22fefe8b2f0, infoPort=36571, infoSecurePort=0, ipcPort=38485, storageInfo=lv=-57;cid=testClusterID;nsid=736943633;c=1732137441110), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:17:21,826 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcc2b7748e1bd9378 with lease ID 0x3947c6bf0d28e1ee: Processing first storage report for DS-980933b7-6894-417b-a284-d9ed377a8a5d from datanode DatanodeRegistration(127.0.0.1:42997, datanodeUuid=38c1d388-7244-4db4-b956-c22fefe8b2f0, infoPort=36571, infoSecurePort=0, ipcPort=38485, storageInfo=lv=-57;cid=testClusterID;nsid=736943633;c=1732137441110) 2024-11-20T21:17:21,826 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcc2b7748e1bd9378 with lease ID 0x3947c6bf0d28e1ee: from storage DS-980933b7-6894-417b-a284-d9ed377a8a5d node DatanodeRegistration(127.0.0.1:42997, datanodeUuid=38c1d388-7244-4db4-b956-c22fefe8b2f0, infoPort=36571, infoSecurePort=0, ipcPort=38485, storageInfo=lv=-57;cid=testClusterID;nsid=736943633;c=1732137441110), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:17:21,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9 2024-11-20T21:17:21,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:21,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:21,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:17:22,338 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728 with version=8 2024-11-20T21:17:22,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/hbase-staging 2024-11-20T21:17:22,341 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:22,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:22,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:22,341 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:22,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:22,341 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:22,341 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:17:22,342 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:22,348 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40039 2024-11-20T21:17:22,350 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40039 connecting to ZooKeeper ensemble=127.0.0.1:60495 2024-11-20T21:17:22,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400390x0, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:22,376 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40039-0x1005f0de1c60000 connected 2024-11-20T21:17:22,425 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:22,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:22,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Set watcher on znode that does not yet exist, /0-684093203/running 2024-11-20T21:17:22,441 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728, hbase.cluster.distributed=false 2024-11-20T21:17:22,443 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Set watcher on znode that does not yet exist, /0-684093203/acl 2024-11-20T21:17:22,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40039 2024-11-20T21:17:22,455 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40039 2024-11-20T21:17:22,458 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40039 2024-11-20T21:17:22,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40039 2024-11-20T21:17:22,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40039 2024-11-20T21:17:22,490 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:22,490 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:22,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:22,491 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:22,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:22,491 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:22,491 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:17:22,491 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:22,494 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40683 2024-11-20T21:17:22,496 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40683 connecting to ZooKeeper ensemble=127.0.0.1:60495 2024-11-20T21:17:22,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:22,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:22,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406830x0, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:22,508 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:406830x0, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Set watcher on znode that does not yet exist, /0-684093203/running 2024-11-20T21:17:22,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40683-0x1005f0de1c60001 connected 2024-11-20T21:17:22,509 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:17:22,510 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:17:22,510 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Set watcher on znode that does not yet exist, /0-684093203/master 2024-11-20T21:17:22,511 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Set watcher on znode that does not yet exist, /0-684093203/acl 2024-11-20T21:17:22,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40683 2024-11-20T21:17:22,512 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40683 2024-11-20T21:17:22,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40683 2024-11-20T21:17:22,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40683 2024-11-20T21:17:22,513 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40683 2024-11-20T21:17:22,526 DEBUG [M:0;0b16ab3f13b7:40039 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:40039 2024-11-20T21:17:22,527 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-684093203/backup-masters/0b16ab3f13b7,40039,1732137442340 2024-11-20T21:17:22,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203/backup-masters 2024-11-20T21:17:22,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203/backup-masters 2024-11-20T21:17:22,529 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Set watcher on existing znode=/0-684093203/backup-masters/0b16ab3f13b7,40039,1732137442340 2024-11-20T21:17:22,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-684093203/master 2024-11-20T21:17:22,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:22,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:22,531 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Set watcher on existing znode=/0-684093203/master 2024-11-20T21:17:22,531 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-684093203/backup-masters/0b16ab3f13b7,40039,1732137442340 from backup master directory 2024-11-20T21:17:22,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203/backup-masters 2024-11-20T21:17:22,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-684093203/backup-masters/0b16ab3f13b7,40039,1732137442340 2024-11-20T21:17:22,533 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:22,533 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,40039,1732137442340 2024-11-20T21:17:22,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203/backup-masters 2024-11-20T21:17:22,538 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/hbase.id] with ID: 62651043-b823-496b-a80c-f063dbc6e210 2024-11-20T21:17:22,538 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/.tmp/hbase.id 2024-11-20T21:17:22,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:17:22,944 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/.tmp/hbase.id]:[hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/hbase.id] 2024-11-20T21:17:22,963 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:22,964 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:17:22,965 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:17:22,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:22,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:22,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:17:22,976 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:17:22,977 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:17:22,977 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:22,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:17:22,991 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store 2024-11-20T21:17:22,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:17:23,399 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:23,400 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:17:23,400 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:23,400 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:23,400 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:17:23,400 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:23,400 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:23,400 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137443400Disabling compacts and flushes for region at 1732137443400Disabling writes for close at 1732137443400Writing region close event to WAL at 1732137443400Closed at 1732137443400 2024-11-20T21:17:23,401 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/.initializing 2024-11-20T21:17:23,401 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/WALs/0b16ab3f13b7,40039,1732137442340 2024-11-20T21:17:23,403 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:23,406 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C40039%2C1732137442340, suffix=, logDir=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/WALs/0b16ab3f13b7,40039,1732137442340, archiveDir=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/oldWALs, maxLogs=10 2024-11-20T21:17:23,427 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/WALs/0b16ab3f13b7,40039,1732137442340/0b16ab3f13b7%2C40039%2C1732137442340.1732137443406, exclude list is [], retry=0 2024-11-20T21:17:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42997,DS-95c114b9-d2b6-4fcd-9355-238f6384f28a,DISK] 2024-11-20T21:17:23,433 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/WALs/0b16ab3f13b7,40039,1732137442340/0b16ab3f13b7%2C40039%2C1732137442340.1732137443406 2024-11-20T21:17:23,433 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36571:36571)] 2024-11-20T21:17:23,433 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:23,433 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:23,434 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:23,434 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:23,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:23,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:17:23,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:23,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:23,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:23,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:17:23,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:23,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:23,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:23,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:17:23,442 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:23,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:23,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:23,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:17:23,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:23,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:23,445 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:23,445 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:23,446 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:23,448 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:23,448 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:23,448 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:23,450 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:23,452 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:23,453 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73944197, jitterRate=0.10185439884662628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:23,454 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137443434Initializing all the Stores at 1732137443435 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137443435Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137443435Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137443435Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137443435Cleaning up temporary data from old regions at 1732137443448 (+13 ms)Region opened successfully at 1732137443454 (+6 ms) 2024-11-20T21:17:23,454 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:17:23,458 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60955df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:23,459 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:17:23,459 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:17:23,459 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:17:23,459 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:17:23,460 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:17:23,460 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:17:23,460 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:17:23,462 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:17:23,463 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Unable to get data of znode /0-684093203/balancer because node does not exist (not necessarily an error) 2024-11-20T21:17:23,465 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-684093203/balancer already deleted, retry=false 2024-11-20T21:17:23,465 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:17:23,466 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Unable to get data of znode /0-684093203/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:17:23,467 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-684093203/normalizer already deleted, retry=false 2024-11-20T21:17:23,467 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:17:23,468 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Unable to get data of znode /0-684093203/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:17:23,469 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-684093203/switch/split already deleted, retry=false 2024-11-20T21:17:23,470 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Unable to get data of znode /0-684093203/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:17:23,471 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-684093203/switch/merge already deleted, retry=false 2024-11-20T21:17:23,473 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Unable to get data of znode /0-684093203/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:17:23,474 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-684093203/snapshot-cleanup already deleted, retry=false 2024-11-20T21:17:23,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-684093203/running 2024-11-20T21:17:23,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-684093203/running 2024-11-20T21:17:23,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:23,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:23,476 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,40039,1732137442340, sessionid=0x1005f0de1c60000, setting cluster-up flag (Was=false) 2024-11-20T21:17:23,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:23,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:23,485 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-684093203/flush-table-proc/acquired, /0-684093203/flush-table-proc/reached, /0-684093203/flush-table-proc/abort 2024-11-20T21:17:23,486 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,40039,1732137442340 2024-11-20T21:17:23,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:23,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:23,496 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-684093203/online-snapshot/acquired, /0-684093203/online-snapshot/reached, /0-684093203/online-snapshot/abort 2024-11-20T21:17:23,497 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,40039,1732137442340 2024-11-20T21:17:23,498 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:17:23,500 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:23,500 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:17:23,500 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:17:23,501 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,40039,1732137442340 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:17:23,502 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:23,502 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:23,502 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:23,502 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:23,502 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:17:23,502 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:23,502 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:23,502 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:23,503 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137473503 2024-11-20T21:17:23,503 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:17:23,503 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:17:23,503 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:17:23,503 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:17:23,503 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:17:23,503 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:17:23,503 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:23,504 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:23,504 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:17:23,504 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:17:23,504 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:17:23,504 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:17:23,504 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:17:23,504 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:17:23,505 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:17:23,505 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:23,505 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:17:23,508 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137443505,5,FailOnTimeoutGroup] 2024-11-20T21:17:23,512 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137443508,5,FailOnTimeoutGroup] 2024-11-20T21:17:23,512 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:23,512 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:17:23,512 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:23,512 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:23,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:17:23,516 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(746): ClusterId : 62651043-b823-496b-a80c-f063dbc6e210 2024-11-20T21:17:23,516 DEBUG [RS:0;0b16ab3f13b7:40683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:17:23,518 DEBUG [RS:0;0b16ab3f13b7:40683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:17:23,518 DEBUG [RS:0;0b16ab3f13b7:40683 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:17:23,521 DEBUG [RS:0;0b16ab3f13b7:40683 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:17:23,521 DEBUG [RS:0;0b16ab3f13b7:40683 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103e08a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:23,533 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:40683 2024-11-20T21:17:23,533 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:17:23,534 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:17:23,534 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:17:23,534 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,40039,1732137442340 with port=40683, startcode=1732137442490 2024-11-20T21:17:23,534 DEBUG [RS:0;0b16ab3f13b7:40683 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:17:23,537 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:17:23,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40039 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,40683,1732137442490 2024-11-20T21:17:23,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40039 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,40683,1732137442490 2024-11-20T21:17:23,539 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728 2024-11-20T21:17:23,539 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39127 2024-11-20T21:17:23,539 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:17:23,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203/rs 2024-11-20T21:17:23,541 DEBUG [RS:0;0b16ab3f13b7:40683 {}] zookeeper.ZKUtil(111): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Set watcher on existing znode=/0-684093203/rs/0b16ab3f13b7,40683,1732137442490 2024-11-20T21:17:23,541 WARN [RS:0;0b16ab3f13b7:40683 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:23,541 INFO [RS:0;0b16ab3f13b7:40683 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:23,541 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490 2024-11-20T21:17:23,541 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,40683,1732137442490] 2024-11-20T21:17:23,544 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:17:23,547 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:17:23,547 INFO [RS:0;0b16ab3f13b7:40683 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:17:23,547 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:23,548 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:17:23,548 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:17:23,549 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:23,549 DEBUG [RS:0;0b16ab3f13b7:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:23,549 DEBUG [RS:0;0b16ab3f13b7:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:23,549 DEBUG [RS:0;0b16ab3f13b7:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:23,549 DEBUG [RS:0;0b16ab3f13b7:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:23,549 DEBUG [RS:0;0b16ab3f13b7:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:23,549 DEBUG [RS:0;0b16ab3f13b7:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:23,549 DEBUG [RS:0;0b16ab3f13b7:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:23,549 DEBUG [RS:0;0b16ab3f13b7:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:23,549 DEBUG [RS:0;0b16ab3f13b7:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:23,549 DEBUG [RS:0;0b16ab3f13b7:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:23,549 DEBUG [RS:0;0b16ab3f13b7:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:23,549 DEBUG [RS:0;0b16ab3f13b7:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:23,549 DEBUG [RS:0;0b16ab3f13b7:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:23,549 DEBUG [RS:0;0b16ab3f13b7:40683 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:23,550 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:23,550 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:23,550 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:23,550 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:23,550 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:23,550 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40683,1732137442490-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:23,565 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:17:23,566 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40683,1732137442490-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:23,566 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:23,566 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.Replication(171): 0b16ab3f13b7,40683,1732137442490 started 2024-11-20T21:17:23,580 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:23,580 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,40683,1732137442490, RpcServer on 0b16ab3f13b7/172.17.0.3:40683, sessionid=0x1005f0de1c60001 2024-11-20T21:17:23,580 DEBUG [RS:0;0b16ab3f13b7:40683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:17:23,580 DEBUG [RS:0;0b16ab3f13b7:40683 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,40683,1732137442490 2024-11-20T21:17:23,580 DEBUG [RS:0;0b16ab3f13b7:40683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,40683,1732137442490' 2024-11-20T21:17:23,580 DEBUG [RS:0;0b16ab3f13b7:40683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-684093203/flush-table-proc/abort' 2024-11-20T21:17:23,581 DEBUG [RS:0;0b16ab3f13b7:40683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-684093203/flush-table-proc/acquired' 2024-11-20T21:17:23,581 DEBUG [RS:0;0b16ab3f13b7:40683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:17:23,581 DEBUG [RS:0;0b16ab3f13b7:40683 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:17:23,581 DEBUG [RS:0;0b16ab3f13b7:40683 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,40683,1732137442490 2024-11-20T21:17:23,581 DEBUG [RS:0;0b16ab3f13b7:40683 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,40683,1732137442490' 2024-11-20T21:17:23,581 DEBUG [RS:0;0b16ab3f13b7:40683 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-684093203/online-snapshot/abort' 2024-11-20T21:17:23,582 DEBUG [RS:0;0b16ab3f13b7:40683 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-684093203/online-snapshot/acquired' 2024-11-20T21:17:23,582 DEBUG [RS:0;0b16ab3f13b7:40683 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:17:23,582 INFO [RS:0;0b16ab3f13b7:40683 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:17:23,582 INFO [RS:0;0b16ab3f13b7:40683 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:17:23,682 INFO [RS:0;0b16ab3f13b7:40683 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:23,684 INFO [RS:0;0b16ab3f13b7:40683 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C40683%2C1732137442490, suffix=, logDir=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490, archiveDir=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/oldWALs, maxLogs=10 2024-11-20T21:17:23,698 DEBUG [RS:0;0b16ab3f13b7:40683 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.1732137443685, exclude list is [], retry=0 2024-11-20T21:17:23,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42997,DS-95c114b9-d2b6-4fcd-9355-238f6384f28a,DISK] 2024-11-20T21:17:23,703 INFO [RS:0;0b16ab3f13b7:40683 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.1732137443685 2024-11-20T21:17:23,703 DEBUG [RS:0;0b16ab3f13b7:40683 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36571:36571)] 2024-11-20T21:17:23,916 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:17:23,916 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728 2024-11-20T21:17:23,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:17:24,279 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:17:24,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:24,315 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:24,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:24,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:17:24,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:17:24,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:24,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:24,347 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:17:24,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:17:24,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:24,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:24,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:17:24,353 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:17:24,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:24,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:24,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:17:24,359 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:17:24,359 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:24,360 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:24,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:17:24,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740 2024-11-20T21:17:24,364 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740 2024-11-20T21:17:24,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:17:24,366 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:17:24,367 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:24,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:17:24,376 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:24,377 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66837748, jitterRate=-0.004039943218231201}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:24,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137444337Initializing all the Stores at 1732137444341 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137444342 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137444342Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137444342Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137444342Cleaning up temporary data from old regions at 1732137444366 (+24 ms)Region opened successfully at 1732137444378 (+12 ms) 2024-11-20T21:17:24,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:17:24,379 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:17:24,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:17:24,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:17:24,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:17:24,379 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:24,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137444378Disabling compacts and flushes for region at 1732137444378Disabling writes for close at 1732137444379 (+1 ms)Writing region close event to WAL at 1732137444379Closed at 1732137444379 2024-11-20T21:17:24,381 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:24,381 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:17:24,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:17:24,383 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:17:24,384 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:17:24,534 DEBUG [0b16ab3f13b7:40039 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:17:24,535 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,40683,1732137442490 2024-11-20T21:17:24,536 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,40683,1732137442490, state=OPENING 2024-11-20T21:17:24,538 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:17:24,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:24,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:24,541 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:17:24,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-684093203/meta-region-server: CHANGED 2024-11-20T21:17:24,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,40683,1732137442490}] 2024-11-20T21:17:24,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-684093203/meta-region-server: CHANGED 2024-11-20T21:17:24,694 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:17:24,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45057, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:17:24,701 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:17:24,701 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:24,701 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:17:24,703 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C40683%2C1732137442490.meta, suffix=.meta, logDir=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490, archiveDir=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/oldWALs, maxLogs=10 2024-11-20T21:17:24,718 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.meta.1732137444704.meta, exclude list is [], retry=0 2024-11-20T21:17:24,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42997,DS-95c114b9-d2b6-4fcd-9355-238f6384f28a,DISK] 2024-11-20T21:17:24,722 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.meta.1732137444704.meta 2024-11-20T21:17:24,723 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36571:36571)] 2024-11-20T21:17:24,723 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:24,724 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:17:24,724 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:17:24,724 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:17:24,724 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:17:24,724 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:17:24,724 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:24,724 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:17:24,724 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:17:24,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:17:24,727 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:17:24,727 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:24,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:24,728 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:17:24,729 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:17:24,729 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:24,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:24,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:17:24,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:17:24,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:24,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:24,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:17:24,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:17:24,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:24,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:24,733 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:17:24,734 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740 2024-11-20T21:17:24,735 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740 2024-11-20T21:17:24,736 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:17:24,736 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:17:24,737 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:24,738 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:17:24,739 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63825141, jitterRate=-0.04893128573894501}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:24,739 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:17:24,740 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137444724Writing region info on filesystem at 1732137444724Initializing all the Stores at 1732137444726 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137444726Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137444726Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137444726Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137444726Cleaning up temporary data from old regions at 1732137444736 (+10 ms)Running coprocessor post-open hooks at 1732137444739 (+3 ms)Region opened successfully at 1732137444740 (+1 ms) 2024-11-20T21:17:24,741 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137444694 2024-11-20T21:17:24,744 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:17:24,744 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:17:24,745 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,40683,1732137442490 2024-11-20T21:17:24,746 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,40683,1732137442490, state=OPEN 2024-11-20T21:17:24,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-684093203/meta-region-server 2024-11-20T21:17:24,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-684093203/meta-region-server 2024-11-20T21:17:24,752 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,40683,1732137442490 2024-11-20T21:17:24,752 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-684093203/meta-region-server: CHANGED 2024-11-20T21:17:24,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-684093203/meta-region-server: CHANGED 2024-11-20T21:17:24,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:17:24,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,40683,1732137442490 in 211 msec 2024-11-20T21:17:24,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:17:24,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 374 msec 2024-11-20T21:17:24,760 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:24,760 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:17:24,761 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:24,761 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,40683,1732137442490, seqNum=-1] 2024-11-20T21:17:24,762 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:24,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:24,769 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-20T21:17:24,770 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137444769, completionTime=-1 2024-11-20T21:17:24,770 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:17:24,770 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:17:24,772 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:17:24,772 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137504772 2024-11-20T21:17:24,772 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137564772 2024-11-20T21:17:24,772 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T21:17:24,773 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40039,1732137442340-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:24,773 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40039,1732137442340-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:24,773 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40039,1732137442340-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:24,773 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:40039, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:24,773 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:24,774 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:24,775 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:17:24,778 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.245sec 2024-11-20T21:17:24,778 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:17:24,778 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:17:24,778 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:17:24,778 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:17:24,778 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:17:24,778 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40039,1732137442340-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:24,778 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40039,1732137442340-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:17:24,781 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:17:24,781 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:17:24,781 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40039,1732137442340-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:24,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647a1f2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:24,817 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40039,-1 for getting cluster id 2024-11-20T21:17:24,817 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:24,818 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62651043-b823-496b-a80c-f063dbc6e210' 2024-11-20T21:17:24,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62651043-b823-496b-a80c-f063dbc6e210" 2024-11-20T21:17:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6861d444, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40039,-1] 2024-11-20T21:17:24,819 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:24,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:24,821 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:24,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dea97bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:24,822 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:24,824 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,40683,1732137442490, seqNum=-1] 2024-11-20T21:17:24,825 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:24,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:24,830 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,40039,1732137442340 2024-11-20T21:17:24,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60495 2024-11-20T21:17:24,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:24,841 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1005f0de1c60002 connected 2024-11-20T21:17:24,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/hadoop.log.dir so I do NOT create it in target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf 2024-11-20T21:17:24,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:17:24,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/hadoop.tmp.dir so I do NOT create it in target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf 2024-11-20T21:17:24,845 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:17:24,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf 2024-11-20T21:17:24,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:17:24,845 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/cluster_bd5331d8-dcaf-a50b-4890-231322f3ec77, deleteOnExit=true 2024-11-20T21:17:24,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:17:24,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/test.cache.data in system properties and HBase conf 2024-11-20T21:17:24,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:17:24,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:17:24,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:17:24,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:17:24,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:17:24,846 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:17:24,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:17:24,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:17:24,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:17:24,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:17:24,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:17:24,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:17:24,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:17:24,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:17:24,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:17:24,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:17:24,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:17:24,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:17:24,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:17:24,847 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:17:24,940 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:24,949 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:17:24,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:17:24,957 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:17:24,958 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:17:24,958 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:24,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:17:24,959 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:17:25,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/java.io.tmpdir/jetty-localhost-45679-hadoop-hdfs-3_4_1-tests_jar-_-any-15808952341759472114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:17:25,089 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:45679} 2024-11-20T21:17:25,089 INFO [Time-limited test {}] server.Server(415): Started @35197ms 2024-11-20T21:17:25,232 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:25,238 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:17:25,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:17:25,243 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:17:25,243 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:17:25,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:17:25,245 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:17:25,386 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51da98bc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/java.io.tmpdir/jetty-localhost-40259-hadoop-hdfs-3_4_1-tests_jar-_-any-16106601937764567849/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:17:25,386 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:40259} 2024-11-20T21:17:25,386 INFO [Time-limited test {}] server.Server(415): Started @35494ms 2024-11-20T21:17:25,388 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:17:25,476 WARN [Thread-621 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/cluster_bd5331d8-dcaf-a50b-4890-231322f3ec77/data/data1/current/BP-49753100-172.17.0.3-1732137444880/current, will proceed with Du for space computation calculation, 2024-11-20T21:17:25,476 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/cluster_bd5331d8-dcaf-a50b-4890-231322f3ec77/data/data2/current/BP-49753100-172.17.0.3-1732137444880/current, will proceed with Du for space computation calculation, 2024-11-20T21:17:25,497 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:17:25,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43ff3a6c9f96f855 with lease ID 0x58e24f11485939a7: Processing first storage report for DS-77b835c3-9f83-437e-b6ec-d29e6c0f998d from datanode DatanodeRegistration(127.0.0.1:44247, datanodeUuid=1ce7d047-ed98-40f3-99ad-0fb34956e3ee, infoPort=43055, infoSecurePort=0, ipcPort=42999, storageInfo=lv=-57;cid=testClusterID;nsid=603387824;c=1732137444880) 2024-11-20T21:17:25,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43ff3a6c9f96f855 with lease ID 0x58e24f11485939a7: from storage DS-77b835c3-9f83-437e-b6ec-d29e6c0f998d node DatanodeRegistration(127.0.0.1:44247, datanodeUuid=1ce7d047-ed98-40f3-99ad-0fb34956e3ee, infoPort=43055, infoSecurePort=0, ipcPort=42999, storageInfo=lv=-57;cid=testClusterID;nsid=603387824;c=1732137444880), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:17:25,500 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x43ff3a6c9f96f855 with lease ID 0x58e24f11485939a7: Processing first storage report for DS-86c2f87c-1466-489f-8ab8-a493ac315858 from datanode DatanodeRegistration(127.0.0.1:44247, datanodeUuid=1ce7d047-ed98-40f3-99ad-0fb34956e3ee, infoPort=43055, infoSecurePort=0, ipcPort=42999, storageInfo=lv=-57;cid=testClusterID;nsid=603387824;c=1732137444880) 2024-11-20T21:17:25,500 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x43ff3a6c9f96f855 with lease ID 0x58e24f11485939a7: from storage DS-86c2f87c-1466-489f-8ab8-a493ac315858 node DatanodeRegistration(127.0.0.1:44247, datanodeUuid=1ce7d047-ed98-40f3-99ad-0fb34956e3ee, infoPort=43055, infoSecurePort=0, ipcPort=42999, storageInfo=lv=-57;cid=testClusterID;nsid=603387824;c=1732137444880), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:17:25,514 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf 2024-11-20T21:17:25,514 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:25,516 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:25,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:17:25,925 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37 with version=8 2024-11-20T21:17:25,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/hbase-staging 2024-11-20T21:17:25,928 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:25,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:25,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:25,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:25,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:25,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:25,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:17:25,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:25,929 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42741 2024-11-20T21:17:25,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42741 connecting to ZooKeeper ensemble=127.0.0.1:60495 2024-11-20T21:17:25,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:427410x0, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:25,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42741-0x1005f0de1c60003 connected 2024-11-20T21:17:25,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:25,950 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:25,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Set watcher on znode that does not yet exist, /1457162665/running 2024-11-20T21:17:25,953 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37, hbase.cluster.distributed=false 2024-11-20T21:17:25,957 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Set watcher on znode that does not yet exist, /1457162665/acl 2024-11-20T21:17:25,960 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42741 2024-11-20T21:17:25,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42741 2024-11-20T21:17:25,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42741 2024-11-20T21:17:25,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42741 2024-11-20T21:17:25,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42741 2024-11-20T21:17:25,986 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:25,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:25,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:25,987 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:25,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:25,987 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:25,987 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:17:25,987 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:26,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44391 2024-11-20T21:17:26,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44391 connecting to ZooKeeper ensemble=127.0.0.1:60495 2024-11-20T21:17:26,023 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:26,025 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:26,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443910x0, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:26,031 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443910x0, quorum=127.0.0.1:60495, baseZNode=/1457162665 Set watcher on znode that does not yet exist, /1457162665/running 2024-11-20T21:17:26,031 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44391-0x1005f0de1c60004 connected 2024-11-20T21:17:26,032 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:17:26,036 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:17:26,037 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Set watcher on znode that does not yet exist, /1457162665/master 2024-11-20T21:17:26,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Set watcher on znode that does not yet exist, /1457162665/acl 2024-11-20T21:17:26,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44391 2024-11-20T21:17:26,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44391 2024-11-20T21:17:26,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44391 2024-11-20T21:17:26,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44391 2024-11-20T21:17:26,046 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44391 2024-11-20T21:17:26,056 WARN [RS:0;0b16ab3f13b7:40683 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 0b16ab3f13b7,41423,1732137416097: status=Processing ServerCrashProcedure of 0b16ab3f13b7,41423,1732137416097 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732137431582, completionTime=-1 appears to have been leaked 2024-11-20T21:17:26,062 DEBUG [M:0;0b16ab3f13b7:42741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:42741 2024-11-20T21:17:26,062 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1457162665/backup-masters/0b16ab3f13b7,42741,1732137445928 2024-11-20T21:17:26,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665/backup-masters 2024-11-20T21:17:26,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665/backup-masters 2024-11-20T21:17:26,066 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Set watcher on existing znode=/1457162665/backup-masters/0b16ab3f13b7,42741,1732137445928 2024-11-20T21:17:26,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1457162665/master 2024-11-20T21:17:26,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:26,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:26,069 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Set watcher on existing znode=/1457162665/master 2024-11-20T21:17:26,071 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1457162665/backup-masters/0b16ab3f13b7,42741,1732137445928 from backup master directory 2024-11-20T21:17:26,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1457162665/backup-masters/0b16ab3f13b7,42741,1732137445928 2024-11-20T21:17:26,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665/backup-masters 2024-11-20T21:17:26,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665/backup-masters 2024-11-20T21:17:26,072 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:26,073 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,42741,1732137445928 2024-11-20T21:17:26,078 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/hbase.id] with ID: cb96ea3c-b630-44b7-ac89-000179d514a1 2024-11-20T21:17:26,078 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/.tmp/hbase.id 2024-11-20T21:17:26,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:17:26,512 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/.tmp/hbase.id]:[hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/hbase.id] 2024-11-20T21:17:26,524 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:26,524 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:17:26,525 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:17:26,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:26,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:26,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:17:26,934 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:17:26,935 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:17:26,935 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:26,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:17:27,349 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store 2024-11-20T21:17:27,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:17:27,755 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:27,756 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:17:27,756 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:27,756 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:27,756 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:17:27,756 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:27,756 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:27,756 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137447756Disabling compacts and flushes for region at 1732137447756Disabling writes for close at 1732137447756Writing region close event to WAL at 1732137447756Closed at 1732137447756 2024-11-20T21:17:27,757 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/.initializing 2024-11-20T21:17:27,757 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/WALs/0b16ab3f13b7,42741,1732137445928 2024-11-20T21:17:27,758 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:27,760 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C42741%2C1732137445928, suffix=, logDir=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/WALs/0b16ab3f13b7,42741,1732137445928, archiveDir=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/oldWALs, maxLogs=10 2024-11-20T21:17:27,774 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/WALs/0b16ab3f13b7,42741,1732137445928/0b16ab3f13b7%2C42741%2C1732137445928.1732137447761, exclude list is [], retry=0 2024-11-20T21:17:27,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44247,DS-77b835c3-9f83-437e-b6ec-d29e6c0f998d,DISK] 2024-11-20T21:17:27,779 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/WALs/0b16ab3f13b7,42741,1732137445928/0b16ab3f13b7%2C42741%2C1732137445928.1732137447761 2024-11-20T21:17:27,780 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43055:43055)] 2024-11-20T21:17:27,780 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:27,780 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:27,780 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:27,780 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:27,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:27,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:17:27,783 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:27,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:27,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:27,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:17:27,785 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:27,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:27,785 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:27,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:17:27,787 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:27,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:27,787 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:27,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:17:27,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:27,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:27,789 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:27,790 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:27,791 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:27,792 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:27,792 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:27,793 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:27,794 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:27,797 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:27,797 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64188900, jitterRate=-0.04351085424423218}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:27,797 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137447780Initializing all the Stores at 1732137447781 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137447781Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137447781Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137447781Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137447781Cleaning up temporary data from old regions at 1732137447792 (+11 ms)Region opened successfully at 1732137447797 (+5 ms) 2024-11-20T21:17:27,798 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:17:27,801 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10b6822d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:27,802 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:17:27,803 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:17:27,803 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:17:27,803 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:17:27,803 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:17:27,804 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:17:27,804 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:17:27,806 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:17:27,806 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Unable to get data of znode /1457162665/balancer because node does not exist (not necessarily an error) 2024-11-20T21:17:27,808 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1457162665/balancer already deleted, retry=false 2024-11-20T21:17:27,808 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:17:27,809 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Unable to get data of znode /1457162665/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:17:27,810 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1457162665/normalizer already deleted, retry=false 2024-11-20T21:17:27,811 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:17:27,811 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Unable to get data of znode /1457162665/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:17:27,813 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1457162665/switch/split already deleted, retry=false 2024-11-20T21:17:27,813 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Unable to get data of znode /1457162665/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:17:27,815 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1457162665/switch/merge already deleted, retry=false 2024-11-20T21:17:27,817 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Unable to get data of znode /1457162665/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:17:27,818 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1457162665/snapshot-cleanup already deleted, retry=false 2024-11-20T21:17:27,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1457162665/running 2024-11-20T21:17:27,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1457162665/running 2024-11-20T21:17:27,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:27,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:27,820 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,42741,1732137445928, sessionid=0x1005f0de1c60003, setting cluster-up flag (Was=false) 2024-11-20T21:17:27,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:27,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:27,829 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1457162665/flush-table-proc/acquired, /1457162665/flush-table-proc/reached, /1457162665/flush-table-proc/abort 2024-11-20T21:17:27,830 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,42741,1732137445928 2024-11-20T21:17:27,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:27,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:27,837 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1457162665/online-snapshot/acquired, /1457162665/online-snapshot/reached, /1457162665/online-snapshot/abort 2024-11-20T21:17:27,838 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,42741,1732137445928 2024-11-20T21:17:27,839 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:17:27,841 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:27,841 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:17:27,841 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:17:27,842 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,42741,1732137445928 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:17:27,843 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:27,843 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:27,843 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:27,843 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:27,843 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:17:27,843 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:27,843 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:27,843 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:27,849 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137477849 2024-11-20T21:17:27,849 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:17:27,849 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:17:27,849 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:17:27,849 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:17:27,849 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:17:27,849 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:17:27,849 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:27,850 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:17:27,850 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:17:27,850 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:17:27,850 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:17:27,850 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:17:27,850 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:17:27,852 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137447851,5,FailOnTimeoutGroup] 2024-11-20T21:17:27,857 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137447852,5,FailOnTimeoutGroup] 2024-11-20T21:17:27,857 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:27,857 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:17:27,857 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:27,857 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(746): ClusterId : cb96ea3c-b630-44b7-ac89-000179d514a1 2024-11-20T21:17:27,858 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:27,858 DEBUG [RS:0;0b16ab3f13b7:44391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:17:27,858 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:27,858 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:17:27,859 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:27,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:17:27,860 DEBUG [RS:0;0b16ab3f13b7:44391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:17:27,860 DEBUG [RS:0;0b16ab3f13b7:44391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:17:27,862 DEBUG [RS:0;0b16ab3f13b7:44391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:17:27,863 DEBUG [RS:0;0b16ab3f13b7:44391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14827073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:27,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:17:27,872 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:17:27,873 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37 2024-11-20T21:17:27,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:17:27,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:27,883 DEBUG [RS:0;0b16ab3f13b7:44391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:44391 2024-11-20T21:17:27,883 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:17:27,883 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:17:27,883 DEBUG [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:17:27,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:17:27,885 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,42741,1732137445928 with port=44391, startcode=1732137445986 2024-11-20T21:17:27,885 DEBUG [RS:0;0b16ab3f13b7:44391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:17:27,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:17:27,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:27,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:27,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:17:27,887 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:17:27,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42741 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,44391,1732137445986 2024-11-20T21:17:27,887 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42741 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,44391,1732137445986 2024-11-20T21:17:27,889 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:17:27,889 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:27,889 DEBUG [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37 2024-11-20T21:17:27,889 DEBUG [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46533 2024-11-20T21:17:27,889 DEBUG [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:17:27,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:27,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:17:27,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:17:27,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665/rs 2024-11-20T21:17:27,892 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:27,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:27,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:17:27,893 DEBUG [RS:0;0b16ab3f13b7:44391 {}] zookeeper.ZKUtil(111): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Set watcher on existing znode=/1457162665/rs/0b16ab3f13b7,44391,1732137445986 2024-11-20T21:17:27,893 WARN [RS:0;0b16ab3f13b7:44391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:27,893 INFO [RS:0;0b16ab3f13b7:44391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:27,893 DEBUG [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/WALs/0b16ab3f13b7,44391,1732137445986 2024-11-20T21:17:27,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,44391,1732137445986] 2024-11-20T21:17:27,895 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:17:27,895 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:27,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:27,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:17:27,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/data/hbase/meta/1588230740 2024-11-20T21:17:27,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/data/hbase/meta/1588230740 2024-11-20T21:17:27,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:17:27,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:17:27,900 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:27,901 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:17:27,902 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:17:27,905 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:27,906 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59938665, jitterRate=-0.10684429109096527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:27,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137447882Initializing all the Stores at 1732137447883 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137447883Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137447883Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137447883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137447883Cleaning up temporary data from old regions at 1732137447899 (+16 ms)Region opened successfully at 1732137447906 (+7 ms) 2024-11-20T21:17:27,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:17:27,906 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:17:27,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:17:27,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:17:27,906 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:17:27,908 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:17:27,909 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:27,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137447906Disabling compacts and flushes for region at 1732137447906Disabling writes for close at 1732137447906Writing region close event to WAL at 1732137447909 (+3 ms)Closed at 1732137447909 2024-11-20T21:17:27,911 INFO [RS:0;0b16ab3f13b7:44391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:17:27,911 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:27,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:27,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:17:27,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:17:27,912 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:17:27,914 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:17:27,914 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:27,914 DEBUG [RS:0;0b16ab3f13b7:44391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:27,914 DEBUG [RS:0;0b16ab3f13b7:44391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:27,914 DEBUG [RS:0;0b16ab3f13b7:44391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:27,914 DEBUG [RS:0;0b16ab3f13b7:44391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:27,914 DEBUG [RS:0;0b16ab3f13b7:44391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:27,914 DEBUG [RS:0;0b16ab3f13b7:44391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:27,914 DEBUG [RS:0;0b16ab3f13b7:44391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:27,914 DEBUG [RS:0;0b16ab3f13b7:44391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:27,914 DEBUG [RS:0;0b16ab3f13b7:44391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:27,914 DEBUG [RS:0;0b16ab3f13b7:44391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:27,915 DEBUG [RS:0;0b16ab3f13b7:44391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:27,914 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:17:27,915 DEBUG [RS:0;0b16ab3f13b7:44391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:27,915 DEBUG [RS:0;0b16ab3f13b7:44391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:27,915 DEBUG [RS:0;0b16ab3f13b7:44391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:27,916 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:17:27,920 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:27,920 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:27,920 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:27,920 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:27,921 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:27,921 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,44391,1732137445986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:27,940 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:17:27,940 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,44391,1732137445986-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:27,940 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:27,941 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.Replication(171): 0b16ab3f13b7,44391,1732137445986 started 2024-11-20T21:17:27,959 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:27,959 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,44391,1732137445986, RpcServer on 0b16ab3f13b7/172.17.0.3:44391, sessionid=0x1005f0de1c60004 2024-11-20T21:17:27,959 DEBUG [RS:0;0b16ab3f13b7:44391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:17:27,959 DEBUG [RS:0;0b16ab3f13b7:44391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,44391,1732137445986 2024-11-20T21:17:27,959 DEBUG [RS:0;0b16ab3f13b7:44391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,44391,1732137445986' 2024-11-20T21:17:27,959 DEBUG [RS:0;0b16ab3f13b7:44391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1457162665/flush-table-proc/abort' 2024-11-20T21:17:27,960 DEBUG [RS:0;0b16ab3f13b7:44391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1457162665/flush-table-proc/acquired' 2024-11-20T21:17:27,961 DEBUG [RS:0;0b16ab3f13b7:44391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:17:27,961 DEBUG [RS:0;0b16ab3f13b7:44391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:17:27,961 DEBUG [RS:0;0b16ab3f13b7:44391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,44391,1732137445986 2024-11-20T21:17:27,961 DEBUG [RS:0;0b16ab3f13b7:44391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,44391,1732137445986' 2024-11-20T21:17:27,961 DEBUG [RS:0;0b16ab3f13b7:44391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1457162665/online-snapshot/abort' 2024-11-20T21:17:27,961 DEBUG [RS:0;0b16ab3f13b7:44391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1457162665/online-snapshot/acquired' 2024-11-20T21:17:27,964 DEBUG [RS:0;0b16ab3f13b7:44391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:17:27,964 INFO [RS:0;0b16ab3f13b7:44391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:17:27,964 INFO [RS:0;0b16ab3f13b7:44391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:17:28,065 INFO [RS:0;0b16ab3f13b7:44391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:28,066 WARN [0b16ab3f13b7:42741 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T21:17:28,067 INFO [RS:0;0b16ab3f13b7:44391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C44391%2C1732137445986, suffix=, logDir=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/WALs/0b16ab3f13b7,44391,1732137445986, archiveDir=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/oldWALs, maxLogs=10 2024-11-20T21:17:28,084 DEBUG [RS:0;0b16ab3f13b7:44391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/WALs/0b16ab3f13b7,44391,1732137445986/0b16ab3f13b7%2C44391%2C1732137445986.1732137448067, exclude list is [], retry=0 2024-11-20T21:17:28,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44247,DS-77b835c3-9f83-437e-b6ec-d29e6c0f998d,DISK] 2024-11-20T21:17:28,091 INFO [RS:0;0b16ab3f13b7:44391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/WALs/0b16ab3f13b7,44391,1732137445986/0b16ab3f13b7%2C44391%2C1732137445986.1732137448067 2024-11-20T21:17:28,091 DEBUG [RS:0;0b16ab3f13b7:44391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43055:43055)] 2024-11-20T21:17:28,317 DEBUG [0b16ab3f13b7:42741 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:17:28,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,44391,1732137445986 2024-11-20T21:17:28,319 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,44391,1732137445986, state=OPENING 2024-11-20T21:17:28,325 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:17:28,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:28,327 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1457162665/meta-region-server: CHANGED 2024-11-20T21:17:28,327 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:17:28,328 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,44391,1732137445986}] 2024-11-20T21:17:28,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:28,333 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1457162665/meta-region-server: CHANGED 2024-11-20T21:17:28,481 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:17:28,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:17:28,489 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:17:28,489 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:28,489 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:17:28,493 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C44391%2C1732137445986.meta, suffix=.meta, logDir=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/WALs/0b16ab3f13b7,44391,1732137445986, archiveDir=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/oldWALs, maxLogs=10 2024-11-20T21:17:28,509 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/WALs/0b16ab3f13b7,44391,1732137445986/0b16ab3f13b7%2C44391%2C1732137445986.meta.1732137448494.meta, exclude list is [], retry=0 2024-11-20T21:17:28,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44247,DS-77b835c3-9f83-437e-b6ec-d29e6c0f998d,DISK] 2024-11-20T21:17:28,517 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/WALs/0b16ab3f13b7,44391,1732137445986/0b16ab3f13b7%2C44391%2C1732137445986.meta.1732137448494.meta 2024-11-20T21:17:28,518 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43055:43055)] 2024-11-20T21:17:28,518 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:28,518 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:17:28,518 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:17:28,518 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:17:28,519 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:17:28,519 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:17:28,519 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:28,519 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:17:28,519 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:17:28,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:17:28,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:17:28,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:28,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:28,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:17:28,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:17:28,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:28,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:28,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:17:28,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:17:28,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:28,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:28,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:17:28,525 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:17:28,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:28,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:28,525 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:17:28,526 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/data/hbase/meta/1588230740 2024-11-20T21:17:28,527 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/data/hbase/meta/1588230740 2024-11-20T21:17:28,528 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:17:28,528 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:17:28,529 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:28,530 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:17:28,531 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62040715, jitterRate=-0.0755213052034378}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:28,531 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:17:28,531 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137448519Writing region info on filesystem at 1732137448519Initializing all the Stores at 1732137448520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137448520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137448520Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137448520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137448520Cleaning up temporary data from old regions at 1732137448528 (+8 ms)Running coprocessor post-open hooks at 1732137448531 (+3 ms)Region opened successfully at 1732137448531 2024-11-20T21:17:28,532 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137448481 2024-11-20T21:17:28,535 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:17:28,535 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:17:28,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,44391,1732137445986 2024-11-20T21:17:28,538 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,44391,1732137445986, state=OPEN 2024-11-20T21:17:28,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1457162665/meta-region-server 2024-11-20T21:17:28,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1457162665/meta-region-server 2024-11-20T21:17:28,541 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,44391,1732137445986 2024-11-20T21:17:28,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1457162665/meta-region-server: CHANGED 2024-11-20T21:17:28,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1457162665/meta-region-server: CHANGED 2024-11-20T21:17:28,543 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:17:28,544 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,44391,1732137445986 in 214 msec 2024-11-20T21:17:28,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:17:28,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-20T21:17:28,547 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:28,547 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:17:28,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:28,549 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,44391,1732137445986, seqNum=-1] 2024-11-20T21:17:28,549 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:28,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:28,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 715 msec 2024-11-20T21:17:28,557 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137448557, completionTime=-1 2024-11-20T21:17:28,557 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:17:28,557 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:17:28,559 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:17:28,559 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137508559 2024-11-20T21:17:28,559 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137568559 2024-11-20T21:17:28,559 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T21:17:28,559 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42741,1732137445928-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:28,559 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42741,1732137445928-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:28,559 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42741,1732137445928-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:28,559 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:42741, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:28,559 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:28,560 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:28,561 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:17:28,564 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.491sec 2024-11-20T21:17:28,565 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:17:28,565 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:17:28,565 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:17:28,565 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:17:28,565 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:17:28,565 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42741,1732137445928-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:28,565 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42741,1732137445928-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:17:28,570 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:17:28,570 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:17:28,570 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42741,1732137445928-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:28,659 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1b0068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:28,659 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,42741,-1 for getting cluster id 2024-11-20T21:17:28,659 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:28,660 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb96ea3c-b630-44b7-ac89-000179d514a1' 2024-11-20T21:17:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb96ea3c-b630-44b7-ac89-000179d514a1" 2024-11-20T21:17:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f3832a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:28,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,42741,-1] 2024-11-20T21:17:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:28,662 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:28,663 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:28,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c08a4b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:28,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:28,665 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,44391,1732137445986, seqNum=-1] 2024-11-20T21:17:28,666 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:28,667 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:28,669 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,42741,1732137445928 2024-11-20T21:17:28,670 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60495 2024-11-20T21:17:28,672 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:28,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1005f0de1c60005 connected 2024-11-20T21:17:28,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f5408a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:28,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40039,-1 for getting cluster id 2024-11-20T21:17:28,677 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:28,677 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '62651043-b823-496b-a80c-f063dbc6e210' 2024-11-20T21:17:28,677 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "62651043-b823-496b-a80c-f063dbc6e210" 2024-11-20T21:17:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d85d4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40039,-1] 2024-11-20T21:17:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:28,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:28,679 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:28,680 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d8f6c02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:28,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40039,1732137442340 2024-11-20T21:17:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@59387f17 2024-11-20T21:17:28,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:28,683 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:28,683 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:42741,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:17:28,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:17:28,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:28,688 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:42741' 2024-11-20T21:17:28,689 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6211633d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:28,689 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,42741,-1 for getting cluster id 2024-11-20T21:17:28,689 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:28,690 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb96ea3c-b630-44b7-ac89-000179d514a1' 2024-11-20T21:17:28,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:28,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb96ea3c-b630-44b7-ac89-000179d514a1" 2024-11-20T21:17:28,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e45f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:28,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,42741,-1] 2024-11-20T21:17:28,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:28,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:28,692 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:28,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545c9abf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:28,693 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:28,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,42741,1732137445928 2024-11-20T21:17:28,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a8d082e 2024-11-20T21:17:28,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:28,696 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:28,697 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T21:17:28,697 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:17:28,697 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:28,697 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:28,697 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:28,697 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:17:28,699 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:17:28,700 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:17:28,700 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:28,701 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:17:28,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741835_1011 (size=1138) 2024-11-20T21:17:28,713 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 453fd4997e61f4d567278fb4061a8c78, NAME => 'hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728 2024-11-20T21:17:28,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741836_1012 (size=44) 2024-11-20T21:17:28,749 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:17:28,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:29,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:29,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:29,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 453fd4997e61f4d567278fb4061a8c78, disabling compactions & flushes 2024-11-20T21:17:29,128 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. 2024-11-20T21:17:29,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. 2024-11-20T21:17:29,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. after waiting 0 ms 2024-11-20T21:17:29,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. 2024-11-20T21:17:29,128 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. 2024-11-20T21:17:29,128 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 453fd4997e61f4d567278fb4061a8c78: Waiting for close lock at 1732137449128Disabling compacts and flushes for region at 1732137449128Disabling writes for close at 1732137449128Writing region close event to WAL at 1732137449128Closed at 1732137449128 2024-11-20T21:17:29,130 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:17:29,130 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137449130"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137449130"}]},"ts":"1732137449130"} 2024-11-20T21:17:29,132 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:17:29,133 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:17:29,134 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137449133"}]},"ts":"1732137449133"} 2024-11-20T21:17:29,135 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:17:29,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=453fd4997e61f4d567278fb4061a8c78, ASSIGN}] 2024-11-20T21:17:29,137 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=453fd4997e61f4d567278fb4061a8c78, ASSIGN 2024-11-20T21:17:29,138 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=453fd4997e61f4d567278fb4061a8c78, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,40683,1732137442490; forceNewPlan=false, retain=false 2024-11-20T21:17:29,289 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=453fd4997e61f4d567278fb4061a8c78, regionState=OPENING, regionLocation=0b16ab3f13b7,40683,1732137442490 2024-11-20T21:17:29,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=453fd4997e61f4d567278fb4061a8c78, ASSIGN because future has completed 2024-11-20T21:17:29,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 453fd4997e61f4d567278fb4061a8c78, server=0b16ab3f13b7,40683,1732137442490}] 2024-11-20T21:17:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:29,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. 2024-11-20T21:17:29,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:29,451 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:17:29,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C40683%2C1732137442490.rep, suffix=, logDir=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490, archiveDir=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/oldWALs, maxLogs=10 2024-11-20T21:17:29,469 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.rep.1732137449454, exclude list is [], retry=0 2024-11-20T21:17:29,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42997,DS-95c114b9-d2b6-4fcd-9355-238f6384f28a,DISK] 2024-11-20T21:17:29,488 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.rep.1732137449454 2024-11-20T21:17:29,492 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36571:36571)] 2024-11-20T21:17:29,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 453fd4997e61f4d567278fb4061a8c78, NAME => 'hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:29,493 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:17:29,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:17:29,493 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. service=MultiRowMutationService 2024-11-20T21:17:29,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:17:29,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:29,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:29,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:29,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:29,508 INFO [StoreOpener-453fd4997e61f4d567278fb4061a8c78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:29,514 INFO [StoreOpener-453fd4997e61f4d567278fb4061a8c78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 453fd4997e61f4d567278fb4061a8c78 columnFamilyName hfileref 2024-11-20T21:17:29,514 DEBUG [StoreOpener-453fd4997e61f4d567278fb4061a8c78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:29,516 INFO [StoreOpener-453fd4997e61f4d567278fb4061a8c78-1 {}] regionserver.HStore(327): Store=453fd4997e61f4d567278fb4061a8c78/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:29,516 INFO [StoreOpener-453fd4997e61f4d567278fb4061a8c78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:29,520 INFO [StoreOpener-453fd4997e61f4d567278fb4061a8c78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 453fd4997e61f4d567278fb4061a8c78 columnFamilyName queue 2024-11-20T21:17:29,521 DEBUG [StoreOpener-453fd4997e61f4d567278fb4061a8c78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:29,522 INFO [StoreOpener-453fd4997e61f4d567278fb4061a8c78-1 {}] regionserver.HStore(327): Store=453fd4997e61f4d567278fb4061a8c78/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:29,523 INFO [StoreOpener-453fd4997e61f4d567278fb4061a8c78-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:29,533 INFO [StoreOpener-453fd4997e61f4d567278fb4061a8c78-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 453fd4997e61f4d567278fb4061a8c78 columnFamilyName sid 2024-11-20T21:17:29,533 DEBUG [StoreOpener-453fd4997e61f4d567278fb4061a8c78-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:29,540 INFO [StoreOpener-453fd4997e61f4d567278fb4061a8c78-1 {}] regionserver.HStore(327): Store=453fd4997e61f4d567278fb4061a8c78/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:29,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:29,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/replication/453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:29,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/replication/453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:29,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:29,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:29,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:17:29,545 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:17:29,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:29,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/replication/453fd4997e61f4d567278fb4061a8c78/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:29,559 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 453fd4997e61f4d567278fb4061a8c78; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59236988, jitterRate=-0.11730009317398071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:17:29,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:29,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 453fd4997e61f4d567278fb4061a8c78: Running coprocessor pre-open hook at 1732137449494Writing region info on filesystem at 1732137449494Initializing all the Stores at 1732137449496 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137449496Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137449508 (+12 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137449508Cleaning up temporary data from old regions at 1732137449543 (+35 ms)Running coprocessor post-open hooks at 1732137449559 (+16 ms)Region opened successfully at 1732137449560 (+1 ms) 2024-11-20T21:17:29,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78., pid=7, masterSystemTime=1732137449445 2024-11-20T21:17:29,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. 2024-11-20T21:17:29,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. 2024-11-20T21:17:29,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=453fd4997e61f4d567278fb4061a8c78, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,40683,1732137442490 2024-11-20T21:17:29,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 453fd4997e61f4d567278fb4061a8c78, server=0b16ab3f13b7,40683,1732137442490 because future has completed 2024-11-20T21:17:29,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T21:17:29,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 453fd4997e61f4d567278fb4061a8c78, server=0b16ab3f13b7,40683,1732137442490 in 301 msec 2024-11-20T21:17:29,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:17:29,602 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=453fd4997e61f4d567278fb4061a8c78, ASSIGN in 460 msec 2024-11-20T21:17:29,613 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:17:29,613 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137449613"}]},"ts":"1732137449613"} 2024-11-20T21:17:29,620 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:17:29,621 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:17:29,624 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 924 msec 2024-11-20T21:17:29,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78., hostname=0b16ab3f13b7,40683,1732137442490, seqNum=2] 2024-11-20T21:17:29,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:29,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:29,690 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:17:29,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:29,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40683 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T21:17:29,856 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:17:29,946 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,40683,1732137442490, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:17:29,947 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:29,947 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,40683,1732137442490, seqNum=-1] 2024-11-20T21:17:29,947 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:29,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-20T21:17:29,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,40683,1732137442490', locateType=CURRENT is [region=hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78., hostname=0b16ab3f13b7,40683,1732137442490, seqNum=2] 2024-11-20T21:17:29,957 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T21:17:29,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T21:17:29,961 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,40683,1732137442490 suceeded 2024-11-20T21:17:29,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T21:17:29,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 271 msec 2024-11-20T21:17:29,964 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:42741,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:17:29,967 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2810 sec 2024-11-20T21:17:29,976 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:42741' 2024-11-20T21:17:29,977 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@235be083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:29,977 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,42741,-1 for getting cluster id 2024-11-20T21:17:29,977 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:29,978 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cb96ea3c-b630-44b7-ac89-000179d514a1' 2024-11-20T21:17:29,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:29,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cb96ea3c-b630-44b7-ac89-000179d514a1" 2024-11-20T21:17:29,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4448c87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:29,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,42741,-1] 2024-11-20T21:17:29,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:29,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:29,981 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:29,982 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f83b94a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:29,983 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:29,984 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,42741,1732137445928 2024-11-20T21:17:29,984 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4209f770 2024-11-20T21:17:29,984 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:29,985 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-20T21:17:29,986 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,40683,1732137442490 (queues=1) is replicating from cluster=62651043-b823-496b-a80c-f063dbc6e210 to cluster=cb96ea3c-b630-44b7-ac89-000179d514a1 2024-11-20T21:17:29,986 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C40683%2C1732137442490 2024-11-20T21:17:29,986 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,40683,1732137442490, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:17:29,993 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490.replicationSource.wal-reader.0b16ab3f13b7%2C40683%2C1732137442490,1-0b16ab3f13b7,40683,1732137442490 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.1732137443685, startPosition=0, beingWritten=true 2024-11-20T21:17:29,993 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490.replicationSource.shipper0b16ab3f13b7%2C40683%2C1732137442490,1-0b16ab3f13b7,40683,1732137442490 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C40683%2C1732137442490 2024-11-20T21:17:30,213 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490.replicationSource.wal-reader.0b16ab3f13b7%2C40683%2C1732137442490,1-0b16ab3f13b7,40683,1732137442490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.1732137443685 to pos 0, reset compression=false 2024-11-20T21:17:30,227 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:17:30,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:30,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:30,520 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490.replicationSource.wal-reader.0b16ab3f13b7%2C40683%2C1732137442490,1-0b16ab3f13b7,40683,1732137442490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.1732137443685 to pos 0, reset compression=false 2024-11-20T21:17:30,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:30,851 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:17:30,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:30,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:30,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:30,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:30,851 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:30,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40039,1732137442340 2024-11-20T21:17:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47c28ce 2024-11-20T21:17:30,853 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:30,854 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:30,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40039 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T21:17:30,855 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:17:30,856 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:30,856 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:30,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:30,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:30,856 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:30,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:17:30,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1934771005, stopped=false 2024-11-20T21:17:30,856 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,42741,1732137445928 2024-11-20T21:17:30,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1457162665/running 2024-11-20T21:17:30,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:30,860 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:17:30,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:30,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:30,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:30,860 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,44391,1732137445986' ***** 2024-11-20T21:17:30,860 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:17:30,861 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:17:30,861 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:17:30,861 INFO [RS:0;0b16ab3f13b7:44391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:17:30,861 INFO [RS:0;0b16ab3f13b7:44391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:17:30,861 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,44391,1732137445986 2024-11-20T21:17:30,862 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:17:30,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Set watcher on znode that does not yet exist, /1457162665/running 2024-11-20T21:17:30,862 INFO [RS:0;0b16ab3f13b7:44391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:44391. 2024-11-20T21:17:30,862 DEBUG [RS:0;0b16ab3f13b7:44391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:30,862 DEBUG [RS:0;0b16ab3f13b7:44391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:30,862 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:17:30,862 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:17:30,862 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:17:30,862 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:17:30,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1457162665/running 2024-11-20T21:17:30,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:30,867 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Set watcher on znode that does not yet exist, /1457162665/running 2024-11-20T21:17:30,868 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:17:30,868 DEBUG [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:17:30,868 DEBUG [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:30,881 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:17:30,881 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:17:30,881 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:17:30,881 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:17:30,881 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:17:30,881 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T21:17:30,921 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:17:30,921 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:17:30,924 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:17:30,932 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490.replicationSource.wal-reader.0b16ab3f13b7%2C40683%2C1732137442490,1-0b16ab3f13b7,40683,1732137442490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.1732137443685 to pos 0, reset compression=false 2024-11-20T21:17:30,998 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/data/hbase/meta/1588230740/.tmp/ns/23fa423c98da4537992a18a238ff767a is 43, key is default/ns:d/1732137448551/Put/seqid=0 2024-11-20T21:17:31,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741835_1011 (size=5153) 2024-11-20T21:17:31,069 DEBUG [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:31,269 DEBUG [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:31,456 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/data/hbase/meta/1588230740/.tmp/ns/23fa423c98da4537992a18a238ff767a 2024-11-20T21:17:31,464 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/data/hbase/meta/1588230740/.tmp/ns/23fa423c98da4537992a18a238ff767a as hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/data/hbase/meta/1588230740/ns/23fa423c98da4537992a18a238ff767a 2024-11-20T21:17:31,469 DEBUG [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:31,472 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/data/hbase/meta/1588230740/ns/23fa423c98da4537992a18a238ff767a, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T21:17:31,473 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 592ms, sequenceid=6, compaction requested=false 2024-11-20T21:17:31,483 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490.replicationSource.wal-reader.0b16ab3f13b7%2C40683%2C1732137442490,1-0b16ab3f13b7,40683,1732137442490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.1732137443685 to pos 0, reset compression=false 2024-11-20T21:17:31,491 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T21:17:31,492 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:17:31,492 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:17:31,492 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:31,492 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137450880Running coprocessor pre-close hooks at 1732137450880Disabling compacts and flushes for region at 1732137450881 (+1 ms)Disabling writes for close at 1732137450881Obtaining lock to block concurrent updates at 1732137450881Preparing flush snapshotting stores in 1588230740 at 1732137450881Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732137450882 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732137450897 (+15 ms)Flushing 1588230740/ns: creating writer at 1732137450897Flushing 1588230740/ns: appending metadata at 1732137450997 (+100 ms)Flushing 1588230740/ns: closing flushed file at 1732137450997Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f52b4d: reopening flushed file at 1732137451463 (+466 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 592ms, sequenceid=6, compaction requested=false at 1732137451473 (+10 ms)Writing region close event to WAL at 1732137451478 (+5 ms)Running coprocessor post-close hooks at 1732137451492 (+14 ms)Closed at 1732137451492 2024-11-20T21:17:31,493 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:31,669 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,44391,1732137445986; all regions closed. 2024-11-20T21:17:31,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741834_1010 (size=1152) 2024-11-20T21:17:31,681 DEBUG [RS:0;0b16ab3f13b7:44391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/oldWALs 2024-11-20T21:17:31,681 INFO [RS:0;0b16ab3f13b7:44391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C44391%2C1732137445986.meta:.meta(num 1732137448494) 2024-11-20T21:17:31,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741833_1009 (size=93) 2024-11-20T21:17:31,687 DEBUG [RS:0;0b16ab3f13b7:44391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/oldWALs 2024-11-20T21:17:31,687 INFO [RS:0;0b16ab3f13b7:44391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C44391%2C1732137445986:(num 1732137448067) 2024-11-20T21:17:31,687 DEBUG [RS:0;0b16ab3f13b7:44391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:31,687 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:17:31,687 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:17:31,687 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:17:31,687 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:17:31,687 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:17:31,687 INFO [RS:0;0b16ab3f13b7:44391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44391 2024-11-20T21:17:31,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1457162665/rs/0b16ab3f13b7,44391,1732137445986 2024-11-20T21:17:31,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665/rs 2024-11-20T21:17:31,690 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:17:31,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,44391,1732137445986] 2024-11-20T21:17:31,693 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1457162665/draining/0b16ab3f13b7,44391,1732137445986 already deleted, retry=false 2024-11-20T21:17:31,693 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,44391,1732137445986 expired; onlineServers=0 2024-11-20T21:17:31,694 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,42741,1732137445928' ***** 2024-11-20T21:17:31,694 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:17:31,694 INFO [M:0;0b16ab3f13b7:42741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:17:31,694 INFO [M:0;0b16ab3f13b7:42741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:17:31,694 DEBUG [M:0;0b16ab3f13b7:42741 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:17:31,694 DEBUG [M:0;0b16ab3f13b7:42741 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:17:31,694 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137447851 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137447851,5,FailOnTimeoutGroup] 2024-11-20T21:17:31,694 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:17:31,694 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137447852 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137447852,5,FailOnTimeoutGroup] 2024-11-20T21:17:31,695 INFO [M:0;0b16ab3f13b7:42741 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:17:31,695 INFO [M:0;0b16ab3f13b7:42741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:17:31,695 DEBUG [M:0;0b16ab3f13b7:42741 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:17:31,695 INFO [M:0;0b16ab3f13b7:42741 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:17:31,695 INFO [M:0;0b16ab3f13b7:42741 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:17:31,695 INFO [M:0;0b16ab3f13b7:42741 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:17:31,695 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:17:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1457162665/master 2024-11-20T21:17:31,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1457162665 2024-11-20T21:17:31,696 DEBUG [M:0;0b16ab3f13b7:42741 {}] zookeeper.ZKUtil(347): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Unable to get data of znode /1457162665/master because node does not exist (not an error) 2024-11-20T21:17:31,696 WARN [M:0;0b16ab3f13b7:42741 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:17:31,696 INFO [M:0;0b16ab3f13b7:42741 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/.lastflushedseqids 2024-11-20T21:17:31,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741836_1012 (size=99) 2024-11-20T21:17:31,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:31,792 INFO [RS:0;0b16ab3f13b7:44391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:17:31,792 INFO [RS:0;0b16ab3f13b7:44391 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,44391,1732137445986; zookeeper connection closed. 2024-11-20T21:17:31,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44391-0x1005f0de1c60004, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:31,792 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1239a74f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1239a74f 2024-11-20T21:17:31,792 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:17:32,089 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490.replicationSource.wal-reader.0b16ab3f13b7%2C40683%2C1732137442490,1-0b16ab3f13b7,40683,1732137442490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.1732137443685 to pos 0, reset compression=false 2024-11-20T21:17:32,104 INFO [M:0;0b16ab3f13b7:42741 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:17:32,104 INFO [M:0;0b16ab3f13b7:42741 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:17:32,104 DEBUG [M:0;0b16ab3f13b7:42741 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:17:32,104 INFO [M:0;0b16ab3f13b7:42741 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:32,104 DEBUG [M:0;0b16ab3f13b7:42741 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:32,104 DEBUG [M:0;0b16ab3f13b7:42741 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:17:32,104 DEBUG [M:0;0b16ab3f13b7:42741 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:32,104 INFO [M:0;0b16ab3f13b7:42741 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T21:17:32,124 DEBUG [M:0;0b16ab3f13b7:42741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52d6e3e2279e468ca5247d07e872cf96 is 82, key is hbase:meta,,1/info:regioninfo/1732137448536/Put/seqid=0 2024-11-20T21:17:32,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741837_1013 (size=5672) 2024-11-20T21:17:32,530 INFO [M:0;0b16ab3f13b7:42741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52d6e3e2279e468ca5247d07e872cf96 2024-11-20T21:17:32,553 DEBUG [M:0;0b16ab3f13b7:42741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df3fdad8657b4904b234694585276c3d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732137448556/Put/seqid=0 2024-11-20T21:17:32,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741838_1014 (size=5275) 2024-11-20T21:17:32,795 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490.replicationSource.wal-reader.0b16ab3f13b7%2C40683%2C1732137442490,1-0b16ab3f13b7,40683,1732137442490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.1732137443685 to pos 0, reset compression=false 2024-11-20T21:17:32,958 INFO [M:0;0b16ab3f13b7:42741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df3fdad8657b4904b234694585276c3d 2024-11-20T21:17:32,982 DEBUG [M:0;0b16ab3f13b7:42741 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57367252d0894e29a53f1cbc1315c05d is 69, key is 0b16ab3f13b7,44391,1732137445986/rs:state/1732137447888/Put/seqid=0 2024-11-20T21:17:32,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741839_1015 (size=5156) 2024-11-20T21:17:33,387 INFO [M:0;0b16ab3f13b7:42741 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57367252d0894e29a53f1cbc1315c05d 2024-11-20T21:17:33,393 DEBUG [M:0;0b16ab3f13b7:42741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/52d6e3e2279e468ca5247d07e872cf96 as hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52d6e3e2279e468ca5247d07e872cf96 2024-11-20T21:17:33,399 INFO [M:0;0b16ab3f13b7:42741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/52d6e3e2279e468ca5247d07e872cf96, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T21:17:33,400 DEBUG [M:0;0b16ab3f13b7:42741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/df3fdad8657b4904b234694585276c3d as hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df3fdad8657b4904b234694585276c3d 2024-11-20T21:17:33,404 INFO [M:0;0b16ab3f13b7:42741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/df3fdad8657b4904b234694585276c3d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T21:17:33,405 DEBUG [M:0;0b16ab3f13b7:42741 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57367252d0894e29a53f1cbc1315c05d as hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57367252d0894e29a53f1cbc1315c05d 2024-11-20T21:17:33,410 INFO [M:0;0b16ab3f13b7:42741 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46533/user/jenkins/test-data/64110772-8303-7416-0fbb-f22da71a3e37/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57367252d0894e29a53f1cbc1315c05d, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T21:17:33,411 INFO [M:0;0b16ab3f13b7:42741 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false 2024-11-20T21:17:33,412 INFO [M:0;0b16ab3f13b7:42741 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:33,412 DEBUG [M:0;0b16ab3f13b7:42741 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137452104Disabling compacts and flushes for region at 1732137452104Disabling writes for close at 1732137452104Obtaining lock to block concurrent updates at 1732137452104Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137452104Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732137452105 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137452105Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137452105Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137452124 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137452124Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137452537 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137452552 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137452553 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137452964 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137452982 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137452982Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e752972: reopening flushed file at 1732137453393 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b0d39c1: reopening flushed file at 1732137453399 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@202169b9: reopening flushed file at 1732137453405 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=28, compaction requested=false at 1732137453411 (+6 ms)Writing region close event to WAL at 1732137453412 (+1 ms)Closed at 1732137453412 2024-11-20T21:17:33,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44247 is added to blk_1073741830_1006 (size=10165) 2024-11-20T21:17:33,415 INFO [M:0;0b16ab3f13b7:42741 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:17:33,415 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:17:33,415 INFO [M:0;0b16ab3f13b7:42741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42741 2024-11-20T21:17:33,416 INFO [M:0;0b16ab3f13b7:42741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:17:33,518 INFO [M:0;0b16ab3f13b7:42741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:17:33,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:33,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42741-0x1005f0de1c60003, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:33,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51da98bc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:17:33,521 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48299201{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:17:33,522 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:17:33,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2939c861{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:17:33,522 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ceb2d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/hadoop.log.dir/,STOPPED} 2024-11-20T21:17:33,523 WARN [BP-49753100-172.17.0.3-1732137444880 heartbeating to localhost/127.0.0.1:46533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:17:33,523 WARN [BP-49753100-172.17.0.3-1732137444880 heartbeating to localhost/127.0.0.1:46533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-49753100-172.17.0.3-1732137444880 (Datanode Uuid 1ce7d047-ed98-40f3-99ad-0fb34956e3ee) service to localhost/127.0.0.1:46533 2024-11-20T21:17:33,523 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/cluster_bd5331d8-dcaf-a50b-4890-231322f3ec77/data/data1/current/BP-49753100-172.17.0.3-1732137444880 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:17:33,524 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/cluster_bd5331d8-dcaf-a50b-4890-231322f3ec77/data/data2/current/BP-49753100-172.17.0.3-1732137444880 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:17:33,524 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:17:33,524 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:17:33,524 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:17:33,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c9b3cc8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:17:33,530 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a51996c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:17:33,530 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:17:33,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bdd1ba8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:17:33,530 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9e52a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/hadoop.log.dir/,STOPPED} 2024-11-20T21:17:33,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:17:33,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:17:33,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:33,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:33,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:33,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:33,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:33,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:17:33,543 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1937718563, stopped=false 2024-11-20T21:17:33,543 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,40039,1732137442340 2024-11-20T21:17:33,545 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:17:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-684093203/running 2024-11-20T21:17:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-684093203/running 2024-11-20T21:17:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:33,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:33,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:33,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:33,546 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,40683,1732137442490' ***** 2024-11-20T21:17:33,546 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:17:33,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Set watcher on znode that does not yet exist, /0-684093203/running 2024-11-20T21:17:33,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Set watcher on znode that does not yet exist, /0-684093203/running 2024-11-20T21:17:33,546 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:17:33,546 INFO [RS:0;0b16ab3f13b7:40683 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:17:33,546 INFO [RS:0;0b16ab3f13b7:40683 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:17:33,546 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(3091): Received CLOSE for 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:33,546 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:17:33,547 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,40683,1732137442490 2024-11-20T21:17:33,547 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:17:33,547 INFO [RS:0;0b16ab3f13b7:40683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:40683. 2024-11-20T21:17:33,547 DEBUG [RS:0;0b16ab3f13b7:40683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:33,547 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 453fd4997e61f4d567278fb4061a8c78, disabling compactions & flushes 2024-11-20T21:17:33,547 DEBUG [RS:0;0b16ab3f13b7:40683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:33,547 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. 2024-11-20T21:17:33,547 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. 2024-11-20T21:17:33,547 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:17:33,547 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. after waiting 0 ms 2024-11-20T21:17:33,547 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:17:33,547 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. 2024-11-20T21:17:33,547 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:17:33,547 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:17:33,547 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 453fd4997e61f4d567278fb4061a8c78 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T21:17:33,547 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:17:33,547 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1325): Online Regions={453fd4997e61f4d567278fb4061a8c78=hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:17:33,547 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:33,547 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:17:33,547 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:17:33,547 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:17:33,547 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:17:33,547 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:17:33,548 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T21:17:33,570 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/replication/453fd4997e61f4d567278fb4061a8c78/.tmp/queue/61c3b810c26e467f858460456eb5e274 is 151, key is 1-0b16ab3f13b7,40683,1732137442490/queue:0b16ab3f13b7%2C40683%2C1732137442490/1732137449954/Put/seqid=0 2024-11-20T21:17:33,570 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/.tmp/info/c1209119170244d8a44299dc399ae7a9 is 147, key is hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78./info:regioninfo/1732137449566/Put/seqid=0 2024-11-20T21:17:33,570 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:17:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741838_1014 (size=5350) 2024-11-20T21:17:33,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741839_1015 (size=6631) 2024-11-20T21:17:33,600 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490.replicationSource.wal-reader.0b16ab3f13b7%2C40683%2C1732137442490,1-0b16ab3f13b7,40683,1732137442490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.1732137443685 to pos 0, reset compression=false 2024-11-20T21:17:33,604 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:17:33,604 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:17:33,747 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:33,948 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 453fd4997e61f4d567278fb4061a8c78 2024-11-20T21:17:33,978 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/replication/453fd4997e61f4d567278fb4061a8c78/.tmp/queue/61c3b810c26e467f858460456eb5e274 2024-11-20T21:17:33,978 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/.tmp/info/c1209119170244d8a44299dc399ae7a9 2024-11-20T21:17:33,985 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/replication/453fd4997e61f4d567278fb4061a8c78/.tmp/queue/61c3b810c26e467f858460456eb5e274 as hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/replication/453fd4997e61f4d567278fb4061a8c78/queue/61c3b810c26e467f858460456eb5e274 2024-11-20T21:17:33,990 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/replication/453fd4997e61f4d567278fb4061a8c78/queue/61c3b810c26e467f858460456eb5e274, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T21:17:33,991 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 453fd4997e61f4d567278fb4061a8c78 in 444ms, sequenceid=5, compaction requested=false 2024-11-20T21:17:33,991 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T21:17:33,997 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/replication/453fd4997e61f4d567278fb4061a8c78/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:17:33,998 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:17:33,998 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:17:33,998 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. 2024-11-20T21:17:33,998 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 453fd4997e61f4d567278fb4061a8c78: Waiting for close lock at 1732137453547Running coprocessor pre-close hooks at 1732137453547Disabling compacts and flushes for region at 1732137453547Disabling writes for close at 1732137453547Obtaining lock to block concurrent updates at 1732137453547Preparing flush snapshotting stores in 453fd4997e61f4d567278fb4061a8c78 at 1732137453547Finished memstore snapshotting hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732137453547Flushing stores of hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. at 1732137453548 (+1 ms)Flushing 453fd4997e61f4d567278fb4061a8c78/queue: creating writer at 1732137453548Flushing 453fd4997e61f4d567278fb4061a8c78/queue: appending metadata at 1732137453569 (+21 ms)Flushing 453fd4997e61f4d567278fb4061a8c78/queue: closing flushed file at 1732137453569Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f9a9e27: reopening flushed file at 1732137453984 (+415 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 453fd4997e61f4d567278fb4061a8c78 in 444ms, sequenceid=5, compaction requested=false at 1732137453991 (+7 ms)Writing region close event to WAL at 1732137453993 (+2 ms)Running coprocessor post-close hooks at 1732137453998 (+5 ms)Closed at 1732137453998 2024-11-20T21:17:33,998 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732137448697.453fd4997e61f4d567278fb4061a8c78. 2024-11-20T21:17:34,003 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/.tmp/ns/e227e7c03cf1407fb3d5ad7888f737b2 is 43, key is default/ns:d/1732137444764/Put/seqid=0 2024-11-20T21:17:34,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741840_1016 (size=5153) 2024-11-20T21:17:34,148 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:34,348 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:34,407 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/.tmp/ns/e227e7c03cf1407fb3d5ad7888f737b2 2024-11-20T21:17:34,427 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/.tmp/table/d4a243df2b7b49478cbe5799434eff0c is 53, key is hbase:replication/table:state/1732137449613/Put/seqid=0 2024-11-20T21:17:34,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741841_1017 (size=5256) 2024-11-20T21:17:34,505 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490.replicationSource.wal-reader.0b16ab3f13b7%2C40683%2C1732137442490,1-0b16ab3f13b7,40683,1732137442490 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.1732137443685 to pos 0, reset compression=false 2024-11-20T21:17:34,548 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:17:34,548 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:17:34,548 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:34,749 DEBUG [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:17:34,832 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/.tmp/table/d4a243df2b7b49478cbe5799434eff0c 2024-11-20T21:17:34,839 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/.tmp/info/c1209119170244d8a44299dc399ae7a9 as hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/info/c1209119170244d8a44299dc399ae7a9 2024-11-20T21:17:34,844 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/info/c1209119170244d8a44299dc399ae7a9, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T21:17:34,845 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/.tmp/ns/e227e7c03cf1407fb3d5ad7888f737b2 as hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/ns/e227e7c03cf1407fb3d5ad7888f737b2 2024-11-20T21:17:34,850 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/ns/e227e7c03cf1407fb3d5ad7888f737b2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T21:17:34,851 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/.tmp/table/d4a243df2b7b49478cbe5799434eff0c as hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/table/d4a243df2b7b49478cbe5799434eff0c 2024-11-20T21:17:34,856 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/table/d4a243df2b7b49478cbe5799434eff0c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T21:17:34,857 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false 2024-11-20T21:17:34,861 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T21:17:34,862 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:17:34,862 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:17:34,862 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:34,862 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137453547Running coprocessor pre-close hooks at 1732137453547Disabling compacts and flushes for region at 1732137453547Disabling writes for close at 1732137453547Obtaining lock to block concurrent updates at 1732137453548 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732137453548Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732137453548Flushing stores of hbase:meta,,1.1588230740 at 1732137453548Flushing 1588230740/info: creating writer at 1732137453549 (+1 ms)Flushing 1588230740/info: appending metadata at 1732137453570 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732137453570Flushing 1588230740/ns: creating writer at 1732137453984 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732137454002 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732137454002Flushing 1588230740/table: creating writer at 1732137454413 (+411 ms)Flushing 1588230740/table: appending metadata at 1732137454427 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732137454427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5166969e: reopening flushed file at 1732137454838 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2632e08f: reopening flushed file at 1732137454844 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25f03eb3: reopening flushed file at 1732137454851 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1309ms, sequenceid=11, compaction requested=false at 1732137454857 (+6 ms)Writing region close event to WAL at 1732137454858 (+1 ms)Running coprocessor post-close hooks at 1732137454862 (+4 ms)Closed at 1732137454862 2024-11-20T21:17:34,862 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:34,949 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,40683,1732137442490; all regions closed. 2024-11-20T21:17:34,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741834_1010 (size=2742) 2024-11-20T21:17:34,951 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/WALs/0b16ab3f13b7,40683,1732137442490/0b16ab3f13b7%2C40683%2C1732137442490.meta.1732137444704.meta not finished, retry = 0 2024-11-20T21:17:35,053 DEBUG [RS:0;0b16ab3f13b7:40683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/oldWALs 2024-11-20T21:17:35,054 INFO [RS:0;0b16ab3f13b7:40683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C40683%2C1732137442490.meta:.meta(num 1732137444704) 2024-11-20T21:17:35,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741837_1013 (size=1586) 2024-11-20T21:17:35,058 DEBUG [RS:0;0b16ab3f13b7:40683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/oldWALs 2024-11-20T21:17:35,058 INFO [RS:0;0b16ab3f13b7:40683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C40683%2C1732137442490.rep:(num 1732137449454) 2024-11-20T21:17:35,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741832_1008 (size=93) 2024-11-20T21:17:35,062 DEBUG [RS:0;0b16ab3f13b7:40683 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/oldWALs 2024-11-20T21:17:35,062 INFO [RS:0;0b16ab3f13b7:40683 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C40683%2C1732137442490:(num 1732137443685) 2024-11-20T21:17:35,062 DEBUG [RS:0;0b16ab3f13b7:40683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:35,062 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:17:35,062 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:17:35,062 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:17:35,062 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:17:35,062 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:17:35,063 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,40683,1732137442490 because: Region server is closing 2024-11-20T21:17:35,063 INFO [RS:0;0b16ab3f13b7:40683 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:40683. 2024-11-20T21:17:35,063 DEBUG [RS:0;0b16ab3f13b7:40683 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:35,063 DEBUG [RS:0;0b16ab3f13b7:40683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:35,063 DEBUG [RS:0;0b16ab3f13b7:40683 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:35,063 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:35,163 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490.replicationSource.wal-reader.0b16ab3f13b7%2C40683%2C1732137442490,1-0b16ab3f13b7,40683,1732137442490 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T21:17:35,163 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490.replicationSource.shipper0b16ab3f13b7%2C40683%2C1732137442490,1-0b16ab3f13b7,40683,1732137442490 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T21:17:35,164 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,40683,1732137442490.replicationSource.shipper0b16ab3f13b7%2C40683%2C1732137442490,1-0b16ab3f13b7,40683,1732137442490 terminated 2024-11-20T21:17:35,164 INFO [RS:0;0b16ab3f13b7:40683 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40683 2024-11-20T21:17:35,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-684093203/rs/0b16ab3f13b7,40683,1732137442490 2024-11-20T21:17:35,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203/rs 2024-11-20T21:17:35,168 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:17:35,169 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,40683,1732137442490] 2024-11-20T21:17:35,171 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-684093203/draining/0b16ab3f13b7,40683,1732137442490 already deleted, retry=false 2024-11-20T21:17:35,171 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,40683,1732137442490 expired; onlineServers=0 2024-11-20T21:17:35,171 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,40039,1732137442340' ***** 2024-11-20T21:17:35,171 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:17:35,171 INFO [M:0;0b16ab3f13b7:40039 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:17:35,171 INFO [M:0;0b16ab3f13b7:40039 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:17:35,171 DEBUG [M:0;0b16ab3f13b7:40039 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:17:35,171 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:17:35,171 DEBUG [M:0;0b16ab3f13b7:40039 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:17:35,171 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137443505 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137443505,5,FailOnTimeoutGroup] 2024-11-20T21:17:35,171 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137443508 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137443508,5,FailOnTimeoutGroup] 2024-11-20T21:17:35,172 INFO [M:0;0b16ab3f13b7:40039 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:17:35,172 INFO [M:0;0b16ab3f13b7:40039 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:17:35,172 DEBUG [M:0;0b16ab3f13b7:40039 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:17:35,172 INFO [M:0;0b16ab3f13b7:40039 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:17:35,172 INFO [M:0;0b16ab3f13b7:40039 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:17:35,172 INFO [M:0;0b16ab3f13b7:40039 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:17:35,172 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:17:35,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-684093203/master 2024-11-20T21:17:35,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-684093203 2024-11-20T21:17:35,174 DEBUG [M:0;0b16ab3f13b7:40039 {}] zookeeper.ZKUtil(347): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Unable to get data of znode /0-684093203/master because node does not exist (not an error) 2024-11-20T21:17:35,174 WARN [M:0;0b16ab3f13b7:40039 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:17:35,174 INFO [M:0;0b16ab3f13b7:40039 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/.lastflushedseqids 2024-11-20T21:17:35,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741842_1018 (size=181) 2024-11-20T21:17:35,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:35,270 INFO [RS:0;0b16ab3f13b7:40683 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:17:35,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40683-0x1005f0de1c60001, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:35,270 INFO [RS:0;0b16ab3f13b7:40683 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,40683,1732137442490; zookeeper connection closed. 2024-11-20T21:17:35,270 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4a562f75 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4a562f75 2024-11-20T21:17:35,270 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:17:35,588 INFO [M:0;0b16ab3f13b7:40039 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:17:35,589 INFO [M:0;0b16ab3f13b7:40039 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:17:35,589 DEBUG [M:0;0b16ab3f13b7:40039 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:17:35,589 INFO [M:0;0b16ab3f13b7:40039 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:35,589 DEBUG [M:0;0b16ab3f13b7:40039 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:35,589 DEBUG [M:0;0b16ab3f13b7:40039 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:17:35,589 DEBUG [M:0;0b16ab3f13b7:40039 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:35,589 INFO [M:0;0b16ab3f13b7:40039 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T21:17:35,619 DEBUG [M:0;0b16ab3f13b7:40039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63e383eedae14f9c893c8918cf37a733 is 82, key is hbase:meta,,1/info:regioninfo/1732137444745/Put/seqid=0 2024-11-20T21:17:35,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741843_1019 (size=5672) 2024-11-20T21:17:35,627 INFO [M:0;0b16ab3f13b7:40039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63e383eedae14f9c893c8918cf37a733 2024-11-20T21:17:35,657 DEBUG [M:0;0b16ab3f13b7:40039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/149fb97a38c0445190d6a20701f443da is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732137449623/Put/seqid=0 2024-11-20T21:17:35,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741844_1020 (size=7203) 2024-11-20T21:17:35,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:17:35,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:17:35,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:17:36,062 INFO [M:0;0b16ab3f13b7:40039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/149fb97a38c0445190d6a20701f443da 2024-11-20T21:17:36,096 DEBUG [M:0;0b16ab3f13b7:40039 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5052e62a03f140e196aac9ac8c86f243 is 69, key is 0b16ab3f13b7,40683,1732137442490/rs:state/1732137443538/Put/seqid=0 2024-11-20T21:17:36,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741845_1021 (size=5156) 2024-11-20T21:17:36,505 INFO [M:0;0b16ab3f13b7:40039 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5052e62a03f140e196aac9ac8c86f243 2024-11-20T21:17:36,512 DEBUG [M:0;0b16ab3f13b7:40039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/63e383eedae14f9c893c8918cf37a733 as hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63e383eedae14f9c893c8918cf37a733 2024-11-20T21:17:36,516 INFO [M:0;0b16ab3f13b7:40039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/63e383eedae14f9c893c8918cf37a733, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T21:17:36,517 DEBUG [M:0;0b16ab3f13b7:40039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/149fb97a38c0445190d6a20701f443da as hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/149fb97a38c0445190d6a20701f443da 2024-11-20T21:17:36,522 INFO [M:0;0b16ab3f13b7:40039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/149fb97a38c0445190d6a20701f443da, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T21:17:36,523 DEBUG [M:0;0b16ab3f13b7:40039 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5052e62a03f140e196aac9ac8c86f243 as hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5052e62a03f140e196aac9ac8c86f243 2024-11-20T21:17:36,528 INFO [M:0;0b16ab3f13b7:40039 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39127/user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5052e62a03f140e196aac9ac8c86f243, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T21:17:36,529 INFO [M:0;0b16ab3f13b7:40039 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 940ms, sequenceid=70, compaction requested=false 2024-11-20T21:17:36,530 INFO [M:0;0b16ab3f13b7:40039 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:36,530 DEBUG [M:0;0b16ab3f13b7:40039 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137455589Disabling compacts and flushes for region at 1732137455589Disabling writes for close at 1732137455589Obtaining lock to block concurrent updates at 1732137455589Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137455589Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732137455590 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137455591 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137455591Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137455619 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137455619Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137455635 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137455657 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137455657Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137456073 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137456095 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137456095Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b4d79c9: reopening flushed file at 1732137456511 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b99d6c2: reopening flushed file at 1732137456516 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22247b48: reopening flushed file at 1732137456522 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 940ms, sequenceid=70, compaction requested=false at 1732137456529 (+7 ms)Writing region close event to WAL at 1732137456530 (+1 ms)Closed at 1732137456530 2024-11-20T21:17:36,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42997 is added to blk_1073741830_1006 (size=41008) 2024-11-20T21:17:36,532 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b415b8c4-c8bc-e12e-d194-ec8c315c2728/MasterData/WALs/0b16ab3f13b7,40039,1732137442340/0b16ab3f13b7%2C40039%2C1732137442340.1732137443406 not finished, retry = 0 2024-11-20T21:17:36,633 INFO [M:0;0b16ab3f13b7:40039 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:17:36,633 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:17:36,633 INFO [M:0;0b16ab3f13b7:40039 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40039 2024-11-20T21:17:36,634 INFO [M:0;0b16ab3f13b7:40039 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:17:36,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:36,736 INFO [M:0;0b16ab3f13b7:40039 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:17:36,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40039-0x1005f0de1c60000, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:17:36,738 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79f3518d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:17:36,738 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@304ca39a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:17:36,739 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:17:36,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d82accb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:17:36,739 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d5819f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/hadoop.log.dir/,STOPPED} 2024-11-20T21:17:36,740 WARN [BP-2076237133-172.17.0.3-1732137441110 heartbeating to localhost/127.0.0.1:39127 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:17:36,740 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:17:36,741 WARN [BP-2076237133-172.17.0.3-1732137441110 heartbeating to localhost/127.0.0.1:39127 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2076237133-172.17.0.3-1732137441110 (Datanode Uuid 38c1d388-7244-4db4-b956-c22fefe8b2f0) service to localhost/127.0.0.1:39127 2024-11-20T21:17:36,741 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:17:36,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/cluster_560a4e3b-5a55-650a-d74a-0bb35369ef89/data/data1/current/BP-2076237133-172.17.0.3-1732137441110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:17:36,741 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/cluster_560a4e3b-5a55-650a-d74a-0bb35369ef89/data/data2/current/BP-2076237133-172.17.0.3-1732137441110 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:17:36,741 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:17:36,747 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@501cbce2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:17:36,747 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@45a87e15{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:17:36,748 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:17:36,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ab6086a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:17:36,748 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7607be1c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bb040245-ebd4-28ad-72cf-a774dc3ea4f9/hadoop.log.dir/,STOPPED} 2024-11-20T21:17:36,757 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:17:36,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:17:36,785 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 110) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60495) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46533 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:39127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39127 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39127 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39127 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60495) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39127 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=666 (was 638) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=508 (was 617) 2024-11-20T21:17:36,793 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=666, ProcessCount=11, AvailableMemoryMB=507 2024-11-20T21:17:36,813 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-20T21:17:36,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/hadoop.log.dir so I do NOT create it in target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31 2024-11-20T21:17:36,814 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:17:36,814 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/hadoop.tmp.dir so I do NOT create it in target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31 2024-11-20T21:17:36,814 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b21c97b4-ef23-eee5-9f9e-b4c0b7a14bdf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:17:36,814 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31 2024-11-20T21:17:36,814 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/cluster_b24d8bf5-3027-dab9-bc3a-56475649eadb, deleteOnExit=true 2024-11-20T21:17:36,818 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/cluster_b24d8bf5-3027-dab9-bc3a-56475649eadb/zookeeper_0, clientPort=57469, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/cluster_b24d8bf5-3027-dab9-bc3a-56475649eadb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/cluster_b24d8bf5-3027-dab9-bc3a-56475649eadb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:17:36,819 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57469 2024-11-20T21:17:36,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:17:36,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:17:36,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/test.cache.data in system properties and HBase conf 2024-11-20T21:17:36,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:17:36,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:17:36,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:17:36,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:17:36,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:17:36,820 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:17:36,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:17:36,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:17:36,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:17:36,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:17:36,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:17:36,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:17:36,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:17:36,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:17:36,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:17:36,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:17:36,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:17:36,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:17:36,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:17:36,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:17:36,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1005f0de1c60005, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:17:36,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1005f0de1c60005, quorum=127.0.0.1:60495, baseZNode=/1457162665 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:17:36,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1005f0de1c60002, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:17:36,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1005f0de1c60002, quorum=127.0.0.1:60495, baseZNode=/0-684093203 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:17:36,910 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T21:17:36,912 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:36,939 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:36,940 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:36,941 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:36,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:36,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:17:36,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:17:36,973 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:17:36,973 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:17:36,974 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:36,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:17:36,975 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:17:37,096 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19f28759{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/java.io.tmpdir/jetty-localhost-40723-hadoop-hdfs-3_4_1-tests_jar-_-any-12633530108768270125/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:17:37,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:40723} 2024-11-20T21:17:37,097 INFO [Time-limited test {}] server.Server(415): Started @47205ms 2024-11-20T21:17:37,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:37,229 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:17:37,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:17:37,231 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:17:37,231 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:17:37,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:17:37,233 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:17:37,380 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9c2799f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/java.io.tmpdir/jetty-localhost-45927-hadoop-hdfs-3_4_1-tests_jar-_-any-17545586123504323104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:17:37,380 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:45927} 2024-11-20T21:17:37,380 INFO [Time-limited test {}] server.Server(415): Started @47488ms 2024-11-20T21:17:37,381 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:17:37,468 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/cluster_b24d8bf5-3027-dab9-bc3a-56475649eadb/data/data1/current/BP-799157467-172.17.0.3-1732137456852/current, will proceed with Du for space computation calculation, 2024-11-20T21:17:37,468 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/cluster_b24d8bf5-3027-dab9-bc3a-56475649eadb/data/data2/current/BP-799157467-172.17.0.3-1732137456852/current, will proceed with Du for space computation calculation, 2024-11-20T21:17:37,489 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:17:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e59b57aa3b31618 with lease ID 0x200ed53c368af4d8: Processing first storage report for DS-1431aa9c-4e88-4fe6-96c6-db0575a80b48 from datanode DatanodeRegistration(127.0.0.1:40109, datanodeUuid=811d70dc-eccb-4654-bb59-df6f49f64b5b, infoPort=36363, infoSecurePort=0, ipcPort=46111, storageInfo=lv=-57;cid=testClusterID;nsid=1870481843;c=1732137456852) 2024-11-20T21:17:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e59b57aa3b31618 with lease ID 0x200ed53c368af4d8: from storage DS-1431aa9c-4e88-4fe6-96c6-db0575a80b48 node DatanodeRegistration(127.0.0.1:40109, datanodeUuid=811d70dc-eccb-4654-bb59-df6f49f64b5b, infoPort=36363, infoSecurePort=0, ipcPort=46111, storageInfo=lv=-57;cid=testClusterID;nsid=1870481843;c=1732137456852), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:17:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4e59b57aa3b31618 with lease ID 0x200ed53c368af4d8: Processing first storage report for DS-493a7f06-5a74-42cf-ac1d-c99bcd30daca from datanode DatanodeRegistration(127.0.0.1:40109, datanodeUuid=811d70dc-eccb-4654-bb59-df6f49f64b5b, infoPort=36363, infoSecurePort=0, ipcPort=46111, storageInfo=lv=-57;cid=testClusterID;nsid=1870481843;c=1732137456852) 2024-11-20T21:17:37,493 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4e59b57aa3b31618 with lease ID 0x200ed53c368af4d8: from storage DS-493a7f06-5a74-42cf-ac1d-c99bcd30daca node DatanodeRegistration(127.0.0.1:40109, datanodeUuid=811d70dc-eccb-4654-bb59-df6f49f64b5b, infoPort=36363, infoSecurePort=0, ipcPort=46111, storageInfo=lv=-57;cid=testClusterID;nsid=1870481843;c=1732137456852), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:17:37,509 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31 2024-11-20T21:17:37,509 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:37,511 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:37,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:17:37,920 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f with version=8 2024-11-20T21:17:37,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/hbase-staging 2024-11-20T21:17:37,923 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:37,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:37,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:37,923 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:37,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:37,923 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:37,923 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:17:37,923 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:37,924 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43153 2024-11-20T21:17:37,925 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43153 connecting to ZooKeeper ensemble=127.0.0.1:57469 2024-11-20T21:17:37,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431530x0, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:37,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43153-0x1005f0e1f4f0000 connected 2024-11-20T21:17:37,953 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:37,955 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:37,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Set watcher on znode that does not yet exist, /0-885887736/running 2024-11-20T21:17:37,958 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f, hbase.cluster.distributed=false 2024-11-20T21:17:37,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Set watcher on znode that does not yet exist, /0-885887736/acl 2024-11-20T21:17:37,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43153 2024-11-20T21:17:37,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43153 2024-11-20T21:17:37,968 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43153 2024-11-20T21:17:37,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43153 2024-11-20T21:17:37,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43153 2024-11-20T21:17:37,984 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:37,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:37,984 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:37,984 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:37,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:37,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:37,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:17:37,985 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:37,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36587 2024-11-20T21:17:37,986 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36587 connecting to ZooKeeper ensemble=127.0.0.1:57469 2024-11-20T21:17:37,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:37,988 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:37,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365870x0, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:37,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365870x0, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Set watcher on znode that does not yet exist, /0-885887736/running 2024-11-20T21:17:37,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36587-0x1005f0e1f4f0001 connected 2024-11-20T21:17:37,996 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:17:37,997 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:17:37,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Set watcher on znode that does not yet exist, /0-885887736/master 2024-11-20T21:17:37,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Set watcher on znode that does not yet exist, /0-885887736/acl 2024-11-20T21:17:38,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36587 2024-11-20T21:17:38,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36587 2024-11-20T21:17:38,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36587 2024-11-20T21:17:38,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36587 2024-11-20T21:17:38,008 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36587 2024-11-20T21:17:38,024 DEBUG [M:0;0b16ab3f13b7:43153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:43153 2024-11-20T21:17:38,024 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-885887736/backup-masters/0b16ab3f13b7,43153,1732137457922 2024-11-20T21:17:38,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736/backup-masters 2024-11-20T21:17:38,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736/backup-masters 2024-11-20T21:17:38,027 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Set watcher on existing znode=/0-885887736/backup-masters/0b16ab3f13b7,43153,1732137457922 2024-11-20T21:17:38,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-885887736/master 2024-11-20T21:17:38,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:17:38,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:17:38,029 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Set watcher on existing znode=/0-885887736/master 2024-11-20T21:17:38,030 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-885887736/backup-masters/0b16ab3f13b7,43153,1732137457922 from backup master directory 2024-11-20T21:17:38,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-885887736/backup-masters/0b16ab3f13b7,43153,1732137457922 2024-11-20T21:17:38,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736/backup-masters 2024-11-20T21:17:38,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736/backup-masters 2024-11-20T21:17:38,032 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:38,032 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,43153,1732137457922 2024-11-20T21:17:38,037 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/hbase.id] with ID: 1958f154-563e-48f4-a7c9-e0838dd2f74c 2024-11-20T21:17:38,037 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/.tmp/hbase.id 2024-11-20T21:17:38,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:17:38,448 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/.tmp/hbase.id]:[hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/hbase.id] 2024-11-20T21:17:38,465 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:38,465 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:17:38,467 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:17:38,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:17:38,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:17:38,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:17:38,488 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:17:38,489 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:17:38,489 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:38,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:17:38,899 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store 2024-11-20T21:17:38,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:17:39,318 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:39,318 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:17:39,318 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:39,318 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:39,318 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:17:39,318 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:39,318 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:39,318 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137459318Disabling compacts and flushes for region at 1732137459318Disabling writes for close at 1732137459318Writing region close event to WAL at 1732137459318Closed at 1732137459318 2024-11-20T21:17:39,319 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/.initializing 2024-11-20T21:17:39,319 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/WALs/0b16ab3f13b7,43153,1732137457922 2024-11-20T21:17:39,320 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:39,321 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C43153%2C1732137457922, suffix=, logDir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/WALs/0b16ab3f13b7,43153,1732137457922, archiveDir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/oldWALs, maxLogs=10 2024-11-20T21:17:39,335 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/WALs/0b16ab3f13b7,43153,1732137457922/0b16ab3f13b7%2C43153%2C1732137457922.1732137459322, exclude list is [], retry=0 2024-11-20T21:17:39,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40109,DS-1431aa9c-4e88-4fe6-96c6-db0575a80b48,DISK] 2024-11-20T21:17:39,339 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/WALs/0b16ab3f13b7,43153,1732137457922/0b16ab3f13b7%2C43153%2C1732137457922.1732137459322 2024-11-20T21:17:39,339 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-20T21:17:39,339 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:39,340 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:39,340 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:39,340 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:39,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:39,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:17:39,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:39,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:39,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:39,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:17:39,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:39,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:39,345 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:39,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:17:39,346 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:39,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:39,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:39,347 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:17:39,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:39,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:39,348 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:39,349 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:39,349 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:39,350 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:39,350 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:39,351 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:39,351 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:39,353 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:39,353 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66530229, jitterRate=-0.008622333407402039}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:39,354 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137459340Initializing all the Stores at 1732137459341 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137459341Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137459341Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137459341Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137459341Cleaning up temporary data from old regions at 1732137459350 (+9 ms)Region opened successfully at 1732137459354 (+4 ms) 2024-11-20T21:17:39,354 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:17:39,357 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@487cbafd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:39,358 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:17:39,358 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:17:39,358 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:17:39,358 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:17:39,359 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:17:39,359 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:17:39,359 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:17:39,362 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:17:39,363 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Unable to get data of znode /0-885887736/balancer because node does not exist (not necessarily an error) 2024-11-20T21:17:39,364 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-885887736/balancer already deleted, retry=false 2024-11-20T21:17:39,364 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:17:39,365 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Unable to get data of znode /0-885887736/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:17:39,366 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-885887736/normalizer already deleted, retry=false 2024-11-20T21:17:39,366 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:17:39,367 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Unable to get data of znode /0-885887736/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:17:39,369 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-885887736/switch/split already deleted, retry=false 2024-11-20T21:17:39,369 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Unable to get data of znode /0-885887736/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:17:39,371 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-885887736/switch/merge already deleted, retry=false 2024-11-20T21:17:39,372 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Unable to get data of znode /0-885887736/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:17:39,374 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-885887736/snapshot-cleanup already deleted, retry=false 2024-11-20T21:17:39,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-885887736/running 2024-11-20T21:17:39,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-885887736/running 2024-11-20T21:17:39,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:17:39,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:17:39,375 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,43153,1732137457922, sessionid=0x1005f0e1f4f0000, setting cluster-up flag (Was=false) 2024-11-20T21:17:39,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:17:39,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:17:39,383 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-885887736/flush-table-proc/acquired, /0-885887736/flush-table-proc/reached, /0-885887736/flush-table-proc/abort 2024-11-20T21:17:39,384 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,43153,1732137457922 2024-11-20T21:17:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:17:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:17:39,392 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-885887736/online-snapshot/acquired, /0-885887736/online-snapshot/reached, /0-885887736/online-snapshot/abort 2024-11-20T21:17:39,393 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,43153,1732137457922 2024-11-20T21:17:39,393 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:17:39,395 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:39,395 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:17:39,395 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:17:39,395 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,43153,1732137457922 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:17:39,396 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:39,396 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:39,396 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:39,396 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:39,396 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:17:39,397 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:39,397 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:39,397 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:39,398 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:39,398 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:17:39,399 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:39,399 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:17:39,400 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137489400 2024-11-20T21:17:39,400 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:17:39,400 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:17:39,400 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:17:39,400 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:17:39,400 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:17:39,400 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:17:39,400 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:39,401 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:17:39,401 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:17:39,401 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:17:39,401 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:17:39,401 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:17:39,401 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:17:39,404 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137459401,5,FailOnTimeoutGroup] 2024-11-20T21:17:39,405 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137459404,5,FailOnTimeoutGroup] 2024-11-20T21:17:39,405 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:39,405 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:17:39,405 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:39,405 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:39,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:17:39,411 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(746): ClusterId : 1958f154-563e-48f4-a7c9-e0838dd2f74c 2024-11-20T21:17:39,411 DEBUG [RS:0;0b16ab3f13b7:36587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:17:39,412 DEBUG [RS:0;0b16ab3f13b7:36587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:17:39,412 DEBUG [RS:0;0b16ab3f13b7:36587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:17:39,415 DEBUG [RS:0;0b16ab3f13b7:36587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:17:39,415 DEBUG [RS:0;0b16ab3f13b7:36587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5bd0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:39,426 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:36587 2024-11-20T21:17:39,427 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:17:39,427 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:17:39,427 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:17:39,427 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,43153,1732137457922 with port=36587, startcode=1732137457984 2024-11-20T21:17:39,427 DEBUG [RS:0;0b16ab3f13b7:36587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:17:39,429 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:17:39,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43153 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,36587,1732137457984 2024-11-20T21:17:39,429 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43153 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,36587,1732137457984 2024-11-20T21:17:39,431 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f 2024-11-20T21:17:39,431 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42271 2024-11-20T21:17:39,431 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:17:39,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736/rs 2024-11-20T21:17:39,433 DEBUG [RS:0;0b16ab3f13b7:36587 {}] zookeeper.ZKUtil(111): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Set watcher on existing znode=/0-885887736/rs/0b16ab3f13b7,36587,1732137457984 2024-11-20T21:17:39,433 WARN [RS:0;0b16ab3f13b7:36587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:39,433 INFO [RS:0;0b16ab3f13b7:36587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:39,433 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984 2024-11-20T21:17:39,433 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,36587,1732137457984] 2024-11-20T21:17:39,436 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:17:39,438 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:17:39,438 INFO [RS:0;0b16ab3f13b7:36587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:17:39,438 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:39,438 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:17:39,439 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:17:39,439 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:39,439 DEBUG [RS:0;0b16ab3f13b7:36587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:39,439 DEBUG [RS:0;0b16ab3f13b7:36587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:39,439 DEBUG [RS:0;0b16ab3f13b7:36587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:39,439 DEBUG [RS:0;0b16ab3f13b7:36587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:39,439 DEBUG [RS:0;0b16ab3f13b7:36587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:39,439 DEBUG [RS:0;0b16ab3f13b7:36587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:39,439 DEBUG [RS:0;0b16ab3f13b7:36587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:39,439 DEBUG [RS:0;0b16ab3f13b7:36587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:39,439 DEBUG [RS:0;0b16ab3f13b7:36587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:39,440 DEBUG [RS:0;0b16ab3f13b7:36587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:39,440 DEBUG [RS:0;0b16ab3f13b7:36587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:39,440 DEBUG [RS:0;0b16ab3f13b7:36587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:39,440 DEBUG [RS:0;0b16ab3f13b7:36587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:39,440 DEBUG [RS:0;0b16ab3f13b7:36587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:39,440 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:39,441 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:39,441 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:39,441 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:39,441 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:39,441 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36587,1732137457984-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:39,456 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:17:39,456 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36587,1732137457984-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:39,456 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:39,456 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.Replication(171): 0b16ab3f13b7,36587,1732137457984 started 2024-11-20T21:17:39,469 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:39,469 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,36587,1732137457984, RpcServer on 0b16ab3f13b7/172.17.0.3:36587, sessionid=0x1005f0e1f4f0001 2024-11-20T21:17:39,469 DEBUG [RS:0;0b16ab3f13b7:36587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:17:39,469 DEBUG [RS:0;0b16ab3f13b7:36587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,36587,1732137457984 2024-11-20T21:17:39,469 DEBUG [RS:0;0b16ab3f13b7:36587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,36587,1732137457984' 2024-11-20T21:17:39,469 DEBUG [RS:0;0b16ab3f13b7:36587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-885887736/flush-table-proc/abort' 2024-11-20T21:17:39,470 DEBUG [RS:0;0b16ab3f13b7:36587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-885887736/flush-table-proc/acquired' 2024-11-20T21:17:39,470 DEBUG [RS:0;0b16ab3f13b7:36587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:17:39,470 DEBUG [RS:0;0b16ab3f13b7:36587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:17:39,470 DEBUG [RS:0;0b16ab3f13b7:36587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,36587,1732137457984 2024-11-20T21:17:39,470 DEBUG [RS:0;0b16ab3f13b7:36587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,36587,1732137457984' 2024-11-20T21:17:39,470 DEBUG [RS:0;0b16ab3f13b7:36587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-885887736/online-snapshot/abort' 2024-11-20T21:17:39,470 DEBUG [RS:0;0b16ab3f13b7:36587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-885887736/online-snapshot/acquired' 2024-11-20T21:17:39,471 DEBUG [RS:0;0b16ab3f13b7:36587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:17:39,471 INFO [RS:0;0b16ab3f13b7:36587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:17:39,471 INFO [RS:0;0b16ab3f13b7:36587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:17:39,571 INFO [RS:0;0b16ab3f13b7:36587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:39,573 INFO [RS:0;0b16ab3f13b7:36587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C36587%2C1732137457984, suffix=, logDir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984, archiveDir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/oldWALs, maxLogs=10 2024-11-20T21:17:39,586 DEBUG [RS:0;0b16ab3f13b7:36587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573, exclude list is [], retry=0 2024-11-20T21:17:39,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40109,DS-1431aa9c-4e88-4fe6-96c6-db0575a80b48,DISK] 2024-11-20T21:17:39,592 INFO [RS:0;0b16ab3f13b7:36587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 2024-11-20T21:17:39,592 DEBUG [RS:0;0b16ab3f13b7:36587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-20T21:17:39,809 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:17:39,809 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f 2024-11-20T21:17:39,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:17:40,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:40,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:17:40,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:17:40,218 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:40,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:40,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:17:40,220 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:17:40,220 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:40,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:40,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:17:40,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:17:40,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:40,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:40,222 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:17:40,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:17:40,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:40,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:40,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:17:40,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740 2024-11-20T21:17:40,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740 2024-11-20T21:17:40,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:17:40,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:17:40,226 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:40,227 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:17:40,229 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:40,230 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66215565, jitterRate=-0.013311192393302917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:40,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137460215Initializing all the Stores at 1732137460216 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137460216Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137460216Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137460216Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137460216Cleaning up temporary data from old regions at 1732137460226 (+10 ms)Region opened successfully at 1732137460230 (+4 ms) 2024-11-20T21:17:40,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:17:40,231 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:17:40,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:17:40,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:17:40,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:17:40,231 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:40,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137460231Disabling compacts and flushes for region at 1732137460231Disabling writes for close at 1732137460231Writing region close event to WAL at 1732137460231Closed at 1732137460231 2024-11-20T21:17:40,233 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:40,233 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:17:40,233 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:17:40,234 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:17:40,235 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:17:40,385 DEBUG [0b16ab3f13b7:43153 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:17:40,386 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,36587,1732137457984 2024-11-20T21:17:40,387 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,36587,1732137457984, state=OPENING 2024-11-20T21:17:40,389 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:17:40,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:17:40,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:17:40,392 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:17:40,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,36587,1732137457984}] 2024-11-20T21:17:40,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-885887736/meta-region-server: CHANGED 2024-11-20T21:17:40,392 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-885887736/meta-region-server: CHANGED 2024-11-20T21:17:40,551 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:17:40,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57391, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:17:40,557 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:17:40,557 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:40,557 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:17:40,559 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C36587%2C1732137457984.meta, suffix=.meta, logDir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984, archiveDir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/oldWALs, maxLogs=10 2024-11-20T21:17:40,576 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.meta.1732137460559.meta, exclude list is [], retry=0 2024-11-20T21:17:40,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40109,DS-1431aa9c-4e88-4fe6-96c6-db0575a80b48,DISK] 2024-11-20T21:17:40,580 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.meta.1732137460559.meta 2024-11-20T21:17:40,581 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-20T21:17:40,581 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:40,581 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:17:40,582 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:17:40,582 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:17:40,582 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:17:40,582 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:17:40,582 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:40,582 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:17:40,582 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:17:40,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:17:40,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:17:40,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:40,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:40,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:17:40,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:17:40,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:40,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:40,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:17:40,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:17:40,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:40,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:40,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:17:40,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:17:40,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:40,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:40,590 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:17:40,593 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740 2024-11-20T21:17:40,594 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740 2024-11-20T21:17:40,596 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:17:40,596 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:17:40,596 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:40,598 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:17:40,599 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64442372, jitterRate=-0.039733827114105225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:40,599 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:17:40,600 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137460582Writing region info on filesystem at 1732137460582Initializing all the Stores at 1732137460583 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137460583Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137460584 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137460584Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137460584Cleaning up temporary data from old regions at 1732137460596 (+12 ms)Running coprocessor post-open hooks at 1732137460599 (+3 ms)Region opened successfully at 1732137460600 (+1 ms) 2024-11-20T21:17:40,602 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137460550 2024-11-20T21:17:40,604 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:17:40,605 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:17:40,606 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36587,1732137457984 2024-11-20T21:17:40,607 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,36587,1732137457984, state=OPEN 2024-11-20T21:17:40,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-885887736/meta-region-server 2024-11-20T21:17:40,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-885887736/meta-region-server 2024-11-20T21:17:40,612 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,36587,1732137457984 2024-11-20T21:17:40,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-885887736/meta-region-server: CHANGED 2024-11-20T21:17:40,612 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-885887736/meta-region-server: CHANGED 2024-11-20T21:17:40,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:17:40,616 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,36587,1732137457984 in 220 msec 2024-11-20T21:17:40,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:17:40,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 383 msec 2024-11-20T21:17:40,619 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:40,619 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:17:40,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:40,621 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36587,1732137457984, seqNum=-1] 2024-11-20T21:17:40,621 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:40,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:40,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2310 sec 2024-11-20T21:17:40,627 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137460627, completionTime=-1 2024-11-20T21:17:40,627 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:17:40,627 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:17:40,629 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:17:40,629 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137520629 2024-11-20T21:17:40,629 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137580629 2024-11-20T21:17:40,629 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T21:17:40,629 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43153,1732137457922-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:40,629 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43153,1732137457922-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:40,629 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43153,1732137457922-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:40,629 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:43153, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:40,629 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:40,630 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:40,631 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:17:40,634 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.602sec 2024-11-20T21:17:40,634 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:17:40,634 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:17:40,634 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:17:40,634 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:17:40,634 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:17:40,634 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43153,1732137457922-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:40,634 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43153,1732137457922-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:17:40,636 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:17:40,637 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:17:40,637 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43153,1732137457922-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:40,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@94d183c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:40,712 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43153,-1 for getting cluster id 2024-11-20T21:17:40,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:40,713 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1958f154-563e-48f4-a7c9-e0838dd2f74c' 2024-11-20T21:17:40,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1958f154-563e-48f4-a7c9-e0838dd2f74c" 2024-11-20T21:17:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1953ed52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43153,-1] 2024-11-20T21:17:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:40,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:40,715 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:40,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f299995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:40,717 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36587,1732137457984, seqNum=-1] 2024-11-20T21:17:40,718 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:40,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:40,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,43153,1732137457922 2024-11-20T21:17:40,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57469 2024-11-20T21:17:40,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:40,725 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1005f0e1f4f0002 connected 2024-11-20T21:17:40,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/hadoop.log.dir so I do NOT create it in target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c 2024-11-20T21:17:40,730 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:17:40,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/hadoop.tmp.dir so I do NOT create it in target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c 2024-11-20T21:17:40,730 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:17:40,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c 2024-11-20T21:17:40,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:17:40,730 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/cluster_ec20d297-5834-4d3f-0263-0933c6922f75, deleteOnExit=true 2024-11-20T21:17:40,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:17:40,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/test.cache.data in system properties and HBase conf 2024-11-20T21:17:40,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:17:40,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:17:40,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:17:40,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:17:40,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:17:40,731 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:17:40,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:17:40,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:17:40,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:17:40,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:17:40,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:17:40,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:17:40,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:17:40,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:17:40,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:17:40,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:17:40,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:17:40,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:17:40,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:17:40,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:17:40,825 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:40,833 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:17:40,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:17:40,841 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:17:40,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:17:40,842 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:40,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:17:40,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:17:40,992 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d6845ca{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/java.io.tmpdir/jetty-localhost-46385-hadoop-hdfs-3_4_1-tests_jar-_-any-11874592153882158681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:17:40,992 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:46385} 2024-11-20T21:17:40,992 INFO [Time-limited test {}] server.Server(415): Started @51100ms 2024-11-20T21:17:41,057 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:17:41,061 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:17:41,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:17:41,062 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:17:41,062 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:17:41,063 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:17:41,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:17:41,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4e587001{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/java.io.tmpdir/jetty-localhost-42567-hadoop-hdfs-3_4_1-tests_jar-_-any-6755784590818631183/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:17:41,176 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:42567} 2024-11-20T21:17:41,176 INFO [Time-limited test {}] server.Server(415): Started @51285ms 2024-11-20T21:17:41,177 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:17:41,263 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/cluster_ec20d297-5834-4d3f-0263-0933c6922f75/data/data1/current/BP-150781289-172.17.0.3-1732137460762/current, will proceed with Du for space computation calculation, 2024-11-20T21:17:41,263 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/cluster_ec20d297-5834-4d3f-0263-0933c6922f75/data/data2/current/BP-150781289-172.17.0.3-1732137460762/current, will proceed with Du for space computation calculation, 2024-11-20T21:17:41,279 WARN [Thread-937 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:17:41,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5be6cfd5295e905 with lease ID 0xe650e9439e2a36c3: Processing first storage report for DS-104789ec-6260-438b-9b88-521d29e498ce from datanode DatanodeRegistration(127.0.0.1:33157, datanodeUuid=f759f6b8-b11a-42ab-99c5-ffc0f238244d, infoPort=42291, infoSecurePort=0, ipcPort=45187, storageInfo=lv=-57;cid=testClusterID;nsid=1363222493;c=1732137460762) 2024-11-20T21:17:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5be6cfd5295e905 with lease ID 0xe650e9439e2a36c3: from storage DS-104789ec-6260-438b-9b88-521d29e498ce node DatanodeRegistration(127.0.0.1:33157, datanodeUuid=f759f6b8-b11a-42ab-99c5-ffc0f238244d, infoPort=42291, infoSecurePort=0, ipcPort=45187, storageInfo=lv=-57;cid=testClusterID;nsid=1363222493;c=1732137460762), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:17:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5be6cfd5295e905 with lease ID 0xe650e9439e2a36c3: Processing first storage report for DS-8b59009c-979f-4d34-983d-e6613d269fb7 from datanode DatanodeRegistration(127.0.0.1:33157, datanodeUuid=f759f6b8-b11a-42ab-99c5-ffc0f238244d, infoPort=42291, infoSecurePort=0, ipcPort=45187, storageInfo=lv=-57;cid=testClusterID;nsid=1363222493;c=1732137460762) 2024-11-20T21:17:41,282 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5be6cfd5295e905 with lease ID 0xe650e9439e2a36c3: from storage DS-8b59009c-979f-4d34-983d-e6613d269fb7 node DatanodeRegistration(127.0.0.1:33157, datanodeUuid=f759f6b8-b11a-42ab-99c5-ffc0f238244d, infoPort=42291, infoSecurePort=0, ipcPort=45187, storageInfo=lv=-57;cid=testClusterID;nsid=1363222493;c=1732137460762), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:17:41,299 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c 2024-11-20T21:17:41,299 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:41,301 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:41,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:17:41,714 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a with version=8 2024-11-20T21:17:41,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/hbase-staging 2024-11-20T21:17:41,717 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:41,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:41,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:41,717 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:41,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:41,717 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:41,717 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:17:41,717 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:41,725 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33383 2024-11-20T21:17:41,726 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33383 connecting to ZooKeeper ensemble=127.0.0.1:57469 2024-11-20T21:17:41,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:333830x0, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:41,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33383-0x1005f0e1f4f0003 connected 2024-11-20T21:17:41,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:41,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:41,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Set watcher on znode that does not yet exist, /1-1975900055/running 2024-11-20T21:17:41,765 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a, hbase.cluster.distributed=false 2024-11-20T21:17:41,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Set watcher on znode that does not yet exist, /1-1975900055/acl 2024-11-20T21:17:41,774 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33383 2024-11-20T21:17:41,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33383 2024-11-20T21:17:41,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33383 2024-11-20T21:17:41,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33383 2024-11-20T21:17:41,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33383 2024-11-20T21:17:41,855 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:17:41,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:41,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:41,855 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:17:41,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:17:41,855 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:17:41,855 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:17:41,855 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:17:41,858 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39153 2024-11-20T21:17:41,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39153 connecting to ZooKeeper ensemble=127.0.0.1:57469 2024-11-20T21:17:41,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:41,879 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:41,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391530x0, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:41,891 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391530x0, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Set watcher on znode that does not yet exist, /1-1975900055/running 2024-11-20T21:17:41,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39153-0x1005f0e1f4f0004 connected 2024-11-20T21:17:41,891 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:17:41,897 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:17:41,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Set watcher on znode that does not yet exist, /1-1975900055/master 2024-11-20T21:17:41,901 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Set watcher on znode that does not yet exist, /1-1975900055/acl 2024-11-20T21:17:41,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39153 2024-11-20T21:17:41,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39153 2024-11-20T21:17:41,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39153 2024-11-20T21:17:41,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39153 2024-11-20T21:17:41,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39153 2024-11-20T21:17:41,974 DEBUG [M:0;0b16ab3f13b7:33383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:33383 2024-11-20T21:17:41,984 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1975900055/backup-masters/0b16ab3f13b7,33383,1732137461716 2024-11-20T21:17:41,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055/backup-masters 2024-11-20T21:17:41,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055/backup-masters 2024-11-20T21:17:41,988 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Set watcher on existing znode=/1-1975900055/backup-masters/0b16ab3f13b7,33383,1732137461716 2024-11-20T21:17:41,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975900055/master 2024-11-20T21:17:41,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:17:41,991 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Set watcher on existing znode=/1-1975900055/master 2024-11-20T21:17:41,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:17:41,991 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1975900055/backup-masters/0b16ab3f13b7,33383,1732137461716 from backup master directory 2024-11-20T21:17:41,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055/backup-masters 2024-11-20T21:17:41,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975900055/backup-masters/0b16ab3f13b7,33383,1732137461716 2024-11-20T21:17:41,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055/backup-masters 2024-11-20T21:17:41,993 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:41,993 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,33383,1732137461716 2024-11-20T21:17:42,004 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/hbase.id] with ID: cdee2b77-483b-4a73-b699-3e991e9245bd 2024-11-20T21:17:42,004 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/.tmp/hbase.id 2024-11-20T21:17:42,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:17:42,436 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/.tmp/hbase.id]:[hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/hbase.id] 2024-11-20T21:17:42,448 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:42,449 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:17:42,450 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:17:42,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:17:42,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:17:42,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:17:42,864 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:17:42,865 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:17:42,865 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:42,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:17:42,879 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store 2024-11-20T21:17:42,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:17:42,891 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:42,891 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:17:42,891 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:42,891 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:42,891 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:17:42,891 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:42,891 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:17:42,891 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137462891Disabling compacts and flushes for region at 1732137462891Disabling writes for close at 1732137462891Writing region close event to WAL at 1732137462891Closed at 1732137462891 2024-11-20T21:17:42,893 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/.initializing 2024-11-20T21:17:42,893 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/WALs/0b16ab3f13b7,33383,1732137461716 2024-11-20T21:17:42,894 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:42,896 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C33383%2C1732137461716, suffix=, logDir=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/WALs/0b16ab3f13b7,33383,1732137461716, archiveDir=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/oldWALs, maxLogs=10 2024-11-20T21:17:42,916 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/WALs/0b16ab3f13b7,33383,1732137461716/0b16ab3f13b7%2C33383%2C1732137461716.1732137462896, exclude list is [], retry=0 2024-11-20T21:17:42,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33157,DS-104789ec-6260-438b-9b88-521d29e498ce,DISK] 2024-11-20T21:17:42,926 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/WALs/0b16ab3f13b7,33383,1732137461716/0b16ab3f13b7%2C33383%2C1732137461716.1732137462896 2024-11-20T21:17:42,928 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-20T21:17:42,929 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:42,929 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:42,929 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:42,929 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:42,933 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:42,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:17:42,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:42,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:42,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:42,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:17:42,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:42,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:42,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:42,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:17:42,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:42,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:42,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:42,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:17:42,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:42,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:42,941 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:42,942 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:42,942 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:42,944 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:42,944 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:42,944 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:42,946 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:17:42,950 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:42,950 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71588911, jitterRate=0.06675790250301361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:42,950 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137462929Initializing all the Stores at 1732137462933 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137462933Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137462933Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137462933Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137462933Cleaning up temporary data from old regions at 1732137462944 (+11 ms)Region opened successfully at 1732137462950 (+6 ms) 2024-11-20T21:17:42,950 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:17:42,954 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dc4e914, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:42,958 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:17:42,958 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:17:42,958 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:17:42,958 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:17:42,959 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:17:42,959 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:17:42,959 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:17:42,970 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:17:42,970 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Unable to get data of znode /1-1975900055/balancer because node does not exist (not necessarily an error) 2024-11-20T21:17:42,972 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975900055/balancer already deleted, retry=false 2024-11-20T21:17:42,972 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:17:42,973 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Unable to get data of znode /1-1975900055/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:17:42,974 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975900055/normalizer already deleted, retry=false 2024-11-20T21:17:42,975 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:17:42,975 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Unable to get data of znode /1-1975900055/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:17:42,977 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975900055/switch/split already deleted, retry=false 2024-11-20T21:17:42,978 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Unable to get data of znode /1-1975900055/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:17:42,979 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975900055/switch/merge already deleted, retry=false 2024-11-20T21:17:42,981 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Unable to get data of znode /1-1975900055/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:17:42,982 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975900055/snapshot-cleanup already deleted, retry=false 2024-11-20T21:17:42,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975900055/running 2024-11-20T21:17:42,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1975900055/running 2024-11-20T21:17:42,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:17:42,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:17:42,984 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,33383,1732137461716, sessionid=0x1005f0e1f4f0003, setting cluster-up flag (Was=false) 2024-11-20T21:17:42,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:17:42,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:17:42,991 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1975900055/flush-table-proc/acquired, /1-1975900055/flush-table-proc/reached, /1-1975900055/flush-table-proc/abort 2024-11-20T21:17:42,992 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,33383,1732137461716 2024-11-20T21:17:42,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:17:42,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:17:43,001 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1975900055/online-snapshot/acquired, /1-1975900055/online-snapshot/reached, /1-1975900055/online-snapshot/abort 2024-11-20T21:17:43,001 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,33383,1732137461716 2024-11-20T21:17:43,002 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:17:43,004 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:43,004 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:17:43,004 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:17:43,005 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,33383,1732137461716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:17:43,006 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:43,006 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:43,006 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:43,006 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:17:43,006 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:17:43,006 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:43,006 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:43,006 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:43,006 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137493006 2024-11-20T21:17:43,007 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:17:43,007 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:17:43,007 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:17:43,007 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:17:43,007 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:17:43,007 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:17:43,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:43,007 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:17:43,008 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:43,008 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:43,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:17:43,010 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:17:43,010 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:17:43,010 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:17:43,010 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:17:43,011 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:17:43,011 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:17:43,011 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137463011,5,FailOnTimeoutGroup] 2024-11-20T21:17:43,012 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137463011,5,FailOnTimeoutGroup] 2024-11-20T21:17:43,012 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:43,012 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:17:43,012 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:43,012 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:43,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:17:43,047 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(746): ClusterId : cdee2b77-483b-4a73-b699-3e991e9245bd 2024-11-20T21:17:43,047 DEBUG [RS:0;0b16ab3f13b7:39153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:17:43,049 DEBUG [RS:0;0b16ab3f13b7:39153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:17:43,049 DEBUG [RS:0;0b16ab3f13b7:39153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:17:43,051 DEBUG [RS:0;0b16ab3f13b7:39153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:17:43,051 DEBUG [RS:0;0b16ab3f13b7:39153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2608c8f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:17:43,063 DEBUG [RS:0;0b16ab3f13b7:39153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:39153 2024-11-20T21:17:43,063 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:17:43,063 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:17:43,063 DEBUG [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:17:43,064 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,33383,1732137461716 with port=39153, startcode=1732137461854 2024-11-20T21:17:43,064 DEBUG [RS:0;0b16ab3f13b7:39153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:17:43,065 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35719, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:17:43,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33383 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,39153,1732137461854 2024-11-20T21:17:43,066 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33383 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,39153,1732137461854 2024-11-20T21:17:43,067 DEBUG [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a 2024-11-20T21:17:43,067 DEBUG [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38017 2024-11-20T21:17:43,067 DEBUG [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:17:43,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055/rs 2024-11-20T21:17:43,096 DEBUG [RS:0;0b16ab3f13b7:39153 {}] zookeeper.ZKUtil(111): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Set watcher on existing znode=/1-1975900055/rs/0b16ab3f13b7,39153,1732137461854 2024-11-20T21:17:43,096 WARN [RS:0;0b16ab3f13b7:39153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:17:43,096 INFO [RS:0;0b16ab3f13b7:39153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:43,096 DEBUG [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/WALs/0b16ab3f13b7,39153,1732137461854 2024-11-20T21:17:43,096 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,39153,1732137461854] 2024-11-20T21:17:43,099 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:17:43,101 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:17:43,101 INFO [RS:0;0b16ab3f13b7:39153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:17:43,101 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:43,101 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:17:43,102 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:17:43,102 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:43,102 DEBUG [RS:0;0b16ab3f13b7:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:43,102 DEBUG [RS:0;0b16ab3f13b7:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:43,102 DEBUG [RS:0;0b16ab3f13b7:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:43,102 DEBUG [RS:0;0b16ab3f13b7:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:43,102 DEBUG [RS:0;0b16ab3f13b7:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:43,102 DEBUG [RS:0;0b16ab3f13b7:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:17:43,102 DEBUG [RS:0;0b16ab3f13b7:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:43,102 DEBUG [RS:0;0b16ab3f13b7:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:43,102 DEBUG [RS:0;0b16ab3f13b7:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:43,102 DEBUG [RS:0;0b16ab3f13b7:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:43,102 DEBUG [RS:0;0b16ab3f13b7:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:43,102 DEBUG [RS:0;0b16ab3f13b7:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:17:43,102 DEBUG [RS:0;0b16ab3f13b7:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:43,102 DEBUG [RS:0;0b16ab3f13b7:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:17:43,103 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:43,103 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:43,103 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:43,103 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:43,103 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:43,103 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,39153,1732137461854-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:43,117 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:17:43,117 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,39153,1732137461854-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:43,117 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:43,117 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.Replication(171): 0b16ab3f13b7,39153,1732137461854 started 2024-11-20T21:17:43,130 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:43,130 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,39153,1732137461854, RpcServer on 0b16ab3f13b7/172.17.0.3:39153, sessionid=0x1005f0e1f4f0004 2024-11-20T21:17:43,130 DEBUG [RS:0;0b16ab3f13b7:39153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:17:43,130 DEBUG [RS:0;0b16ab3f13b7:39153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,39153,1732137461854 2024-11-20T21:17:43,130 DEBUG [RS:0;0b16ab3f13b7:39153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,39153,1732137461854' 2024-11-20T21:17:43,130 DEBUG [RS:0;0b16ab3f13b7:39153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1975900055/flush-table-proc/abort' 2024-11-20T21:17:43,130 DEBUG [RS:0;0b16ab3f13b7:39153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1975900055/flush-table-proc/acquired' 2024-11-20T21:17:43,131 DEBUG [RS:0;0b16ab3f13b7:39153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:17:43,131 DEBUG [RS:0;0b16ab3f13b7:39153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:17:43,131 DEBUG [RS:0;0b16ab3f13b7:39153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,39153,1732137461854 2024-11-20T21:17:43,131 DEBUG [RS:0;0b16ab3f13b7:39153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,39153,1732137461854' 2024-11-20T21:17:43,131 DEBUG [RS:0;0b16ab3f13b7:39153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1975900055/online-snapshot/abort' 2024-11-20T21:17:43,131 DEBUG [RS:0;0b16ab3f13b7:39153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1975900055/online-snapshot/acquired' 2024-11-20T21:17:43,131 DEBUG [RS:0;0b16ab3f13b7:39153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:17:43,131 INFO [RS:0;0b16ab3f13b7:39153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:17:43,132 INFO [RS:0;0b16ab3f13b7:39153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:17:43,232 INFO [RS:0;0b16ab3f13b7:39153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:17:43,233 INFO [RS:0;0b16ab3f13b7:39153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C39153%2C1732137461854, suffix=, logDir=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/WALs/0b16ab3f13b7,39153,1732137461854, archiveDir=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/oldWALs, maxLogs=10 2024-11-20T21:17:43,246 DEBUG [RS:0;0b16ab3f13b7:39153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/WALs/0b16ab3f13b7,39153,1732137461854/0b16ab3f13b7%2C39153%2C1732137461854.1732137463234, exclude list is [], retry=0 2024-11-20T21:17:43,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33157,DS-104789ec-6260-438b-9b88-521d29e498ce,DISK] 2024-11-20T21:17:43,251 INFO [RS:0;0b16ab3f13b7:39153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/WALs/0b16ab3f13b7,39153,1732137461854/0b16ab3f13b7%2C39153%2C1732137461854.1732137463234 2024-11-20T21:17:43,251 DEBUG [RS:0;0b16ab3f13b7:39153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-20T21:17:43,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:17:43,419 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a 2024-11-20T21:17:43,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:17:43,831 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:43,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:17:43,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:17:43,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:43,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:43,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:17:43,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:17:43,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:43,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:43,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:17:43,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:17:43,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:43,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:43,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:17:43,843 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:17:43,843 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:43,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:43,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:17:43,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740 2024-11-20T21:17:43,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740 2024-11-20T21:17:43,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:17:43,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:17:43,848 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:43,849 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:17:43,852 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:43,852 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74491029, jitterRate=0.11000283062458038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:43,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137463831Initializing all the Stores at 1732137463832 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137463833 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137463833Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137463833Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137463833Cleaning up temporary data from old regions at 1732137463847 (+14 ms)Region opened successfully at 1732137463852 (+5 ms) 2024-11-20T21:17:43,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:17:43,853 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:17:43,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:17:43,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:17:43,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:17:43,853 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:17:43,853 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137463853Disabling compacts and flushes for region at 1732137463853Disabling writes for close at 1732137463853Writing region close event to WAL at 1732137463853Closed at 1732137463853 2024-11-20T21:17:43,855 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:43,855 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:17:43,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:17:43,856 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:17:43,858 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:17:44,008 DEBUG [0b16ab3f13b7:33383 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:17:44,009 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,39153,1732137461854 2024-11-20T21:17:44,010 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,39153,1732137461854, state=OPENING 2024-11-20T21:17:44,011 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:17:44,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:17:44,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:17:44,014 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:17:44,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975900055/meta-region-server: CHANGED 2024-11-20T21:17:44,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975900055/meta-region-server: CHANGED 2024-11-20T21:17:44,014 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,39153,1732137461854}] 2024-11-20T21:17:44,167 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:17:44,169 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:17:44,172 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:17:44,172 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:44,172 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:17:44,174 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C39153%2C1732137461854.meta, suffix=.meta, logDir=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/WALs/0b16ab3f13b7,39153,1732137461854, archiveDir=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/oldWALs, maxLogs=10 2024-11-20T21:17:44,188 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/WALs/0b16ab3f13b7,39153,1732137461854/0b16ab3f13b7%2C39153%2C1732137461854.meta.1732137464174.meta, exclude list is [], retry=0 2024-11-20T21:17:44,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33157,DS-104789ec-6260-438b-9b88-521d29e498ce,DISK] 2024-11-20T21:17:44,191 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/WALs/0b16ab3f13b7,39153,1732137461854/0b16ab3f13b7%2C39153%2C1732137461854.meta.1732137464174.meta 2024-11-20T21:17:44,192 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42291:42291)] 2024-11-20T21:17:44,192 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:44,192 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:17:44,192 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:17:44,192 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:17:44,192 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:17:44,192 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:17:44,192 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:44,193 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:17:44,193 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:17:44,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:17:44,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:17:44,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:44,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:44,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:17:44,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:17:44,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:44,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:44,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:17:44,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:17:44,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:44,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:44,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:17:44,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:17:44,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:44,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:17:44,199 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:17:44,199 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740 2024-11-20T21:17:44,200 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740 2024-11-20T21:17:44,201 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:17:44,201 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:17:44,202 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:17:44,203 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:17:44,203 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59094533, jitterRate=-0.11942283809185028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:17:44,204 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:17:44,204 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137464193Writing region info on filesystem at 1732137464193Initializing all the Stores at 1732137464193Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137464193Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137464194 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137464194Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137464194Cleaning up temporary data from old regions at 1732137464201 (+7 ms)Running coprocessor post-open hooks at 1732137464204 (+3 ms)Region opened successfully at 1732137464204 2024-11-20T21:17:44,204 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137464166 2024-11-20T21:17:44,206 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:17:44,206 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:17:44,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,39153,1732137461854 2024-11-20T21:17:44,208 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,39153,1732137461854, state=OPEN 2024-11-20T21:17:44,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1975900055/meta-region-server 2024-11-20T21:17:44,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1975900055/meta-region-server 2024-11-20T21:17:44,210 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,39153,1732137461854 2024-11-20T21:17:44,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975900055/meta-region-server: CHANGED 2024-11-20T21:17:44,210 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1975900055/meta-region-server: CHANGED 2024-11-20T21:17:44,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:17:44,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,39153,1732137461854 in 196 msec 2024-11-20T21:17:44,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:17:44,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 358 msec 2024-11-20T21:17:44,215 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:17:44,216 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:17:44,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:44,217 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,39153,1732137461854, seqNum=-1] 2024-11-20T21:17:44,217 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:44,218 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35561, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:44,223 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-11-20T21:17:44,223 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137464223, completionTime=-1 2024-11-20T21:17:44,224 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:17:44,224 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:17:44,225 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:17:44,225 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137524225 2024-11-20T21:17:44,225 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137584225 2024-11-20T21:17:44,225 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T21:17:44,226 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33383,1732137461716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:44,226 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33383,1732137461716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:44,226 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33383,1732137461716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:44,226 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:33383, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:44,226 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:44,226 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:44,228 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:17:44,230 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.237sec 2024-11-20T21:17:44,230 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:17:44,230 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:17:44,230 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:17:44,230 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:17:44,230 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:17:44,230 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33383,1732137461716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:17:44,230 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33383,1732137461716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:17:44,234 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:17:44,234 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:17:44,234 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33383,1732137461716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:17:44,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647d601b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:44,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,33383,-1 for getting cluster id 2024-11-20T21:17:44,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:44,249 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdee2b77-483b-4a73-b699-3e991e9245bd' 2024-11-20T21:17:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:44,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdee2b77-483b-4a73-b699-3e991e9245bd" 2024-11-20T21:17:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bc28dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,33383,-1] 2024-11-20T21:17:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:44,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:44,251 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:44,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5629c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:44,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:44,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,39153,1732137461854, seqNum=-1] 2024-11-20T21:17:44,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:44,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:44,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,33383,1732137461716 2024-11-20T21:17:44,257 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57469 2024-11-20T21:17:44,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:17:44,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1005f0e1f4f0005 connected 2024-11-20T21:17:44,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,43153,1732137457922 2024-11-20T21:17:44,266 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52eb1c67 2024-11-20T21:17:44,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:44,268 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:44,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:17:44,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:17:44,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:17:44,276 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:44,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:17:44,277 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:17:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:44,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:17:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:44,686 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c593e564cbb8ab8c9b07d8e435dea672, NAME => 'test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f 2024-11-20T21:17:44,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:17:44,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:44,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c593e564cbb8ab8c9b07d8e435dea672, disabling compactions & flushes 2024-11-20T21:17:44,701 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672. 2024-11-20T21:17:44,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672. 2024-11-20T21:17:44,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672. after waiting 0 ms 2024-11-20T21:17:44,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672. 2024-11-20T21:17:44,701 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672. 2024-11-20T21:17:44,701 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c593e564cbb8ab8c9b07d8e435dea672: Waiting for close lock at 1732137464701Disabling compacts and flushes for region at 1732137464701Disabling writes for close at 1732137464701Writing region close event to WAL at 1732137464701Closed at 1732137464701 2024-11-20T21:17:44,703 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:17:44,703 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137464703"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137464703"}]},"ts":"1732137464703"} 2024-11-20T21:17:44,707 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:17:44,708 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:17:44,709 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137464708"}]},"ts":"1732137464708"} 2024-11-20T21:17:44,711 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:17:44,711 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c593e564cbb8ab8c9b07d8e435dea672, ASSIGN}] 2024-11-20T21:17:44,712 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c593e564cbb8ab8c9b07d8e435dea672, ASSIGN 2024-11-20T21:17:44,714 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c593e564cbb8ab8c9b07d8e435dea672, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36587,1732137457984; forceNewPlan=false, retain=false 2024-11-20T21:17:44,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c593e564cbb8ab8c9b07d8e435dea672, regionState=OPENING, regionLocation=0b16ab3f13b7,36587,1732137457984 2024-11-20T21:17:44,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c593e564cbb8ab8c9b07d8e435dea672, ASSIGN because future has completed 2024-11-20T21:17:44,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c593e564cbb8ab8c9b07d8e435dea672, server=0b16ab3f13b7,36587,1732137457984}] 2024-11-20T21:17:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:45,024 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672. 2024-11-20T21:17:45,024 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c593e564cbb8ab8c9b07d8e435dea672, NAME => 'test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:45,025 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:17:45,025 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:17:45,025 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:17:45,025 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:45,025 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:17:45,025 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:17:45,027 INFO [StoreOpener-c593e564cbb8ab8c9b07d8e435dea672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:17:45,028 INFO [StoreOpener-c593e564cbb8ab8c9b07d8e435dea672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c593e564cbb8ab8c9b07d8e435dea672 columnFamilyName f 2024-11-20T21:17:45,028 DEBUG [StoreOpener-c593e564cbb8ab8c9b07d8e435dea672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:45,028 INFO [StoreOpener-c593e564cbb8ab8c9b07d8e435dea672-1 {}] regionserver.HStore(327): Store=c593e564cbb8ab8c9b07d8e435dea672/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:45,029 INFO [StoreOpener-c593e564cbb8ab8c9b07d8e435dea672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:17:45,030 INFO [StoreOpener-c593e564cbb8ab8c9b07d8e435dea672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c593e564cbb8ab8c9b07d8e435dea672 columnFamilyName f1 2024-11-20T21:17:45,030 DEBUG [StoreOpener-c593e564cbb8ab8c9b07d8e435dea672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:45,030 INFO [StoreOpener-c593e564cbb8ab8c9b07d8e435dea672-1 {}] regionserver.HStore(327): Store=c593e564cbb8ab8c9b07d8e435dea672/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:45,030 INFO [StoreOpener-c593e564cbb8ab8c9b07d8e435dea672-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:17:45,031 INFO [StoreOpener-c593e564cbb8ab8c9b07d8e435dea672-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c593e564cbb8ab8c9b07d8e435dea672 columnFamilyName norep 2024-11-20T21:17:45,031 DEBUG [StoreOpener-c593e564cbb8ab8c9b07d8e435dea672-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:45,032 INFO [StoreOpener-c593e564cbb8ab8c9b07d8e435dea672-1 {}] regionserver.HStore(327): Store=c593e564cbb8ab8c9b07d8e435dea672/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:45,032 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:17:45,033 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:17:45,033 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:17:45,034 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:17:45,034 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:17:45,035 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:17:45,036 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:17:45,038 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:45,038 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c593e564cbb8ab8c9b07d8e435dea672; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64961555, jitterRate=-0.03199739754199982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:17:45,038 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:17:45,039 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c593e564cbb8ab8c9b07d8e435dea672: Running coprocessor pre-open hook at 1732137465025Writing region info on filesystem at 1732137465026 (+1 ms)Initializing all the Stores at 1732137465026Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137465026Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137465026Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137465026Cleaning up temporary data from old regions at 1732137465034 (+8 ms)Running coprocessor post-open hooks at 1732137465038 (+4 ms)Region opened successfully at 1732137465039 (+1 ms) 2024-11-20T21:17:45,041 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672., pid=6, masterSystemTime=1732137465020 2024-11-20T21:17:45,043 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672. 2024-11-20T21:17:45,043 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672. 2024-11-20T21:17:45,045 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c593e564cbb8ab8c9b07d8e435dea672, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,36587,1732137457984 2024-11-20T21:17:45,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c593e564cbb8ab8c9b07d8e435dea672, server=0b16ab3f13b7,36587,1732137457984 because future has completed 2024-11-20T21:17:45,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:17:45,051 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c593e564cbb8ab8c9b07d8e435dea672, server=0b16ab3f13b7,36587,1732137457984 in 182 msec 2024-11-20T21:17:45,053 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:17:45,054 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c593e564cbb8ab8c9b07d8e435dea672, ASSIGN in 340 msec 2024-11-20T21:17:45,054 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:17:45,055 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137465054"}]},"ts":"1732137465054"} 2024-11-20T21:17:45,056 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:17:45,057 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:17:45,059 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 785 msec 2024-11-20T21:17:45,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:45,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:45,419 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:17:45,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,33383,1732137461716 2024-11-20T21:17:45,420 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52080fb5 2024-11-20T21:17:45,421 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:45,422 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:45,423 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:17:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:17:45,426 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:17:45,426 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:45,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:17:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:45,428 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:17:45,436 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:17:45,437 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T21:17:45,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:17:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:45,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:45,840 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bbea623768527cb44792561137ca072, NAME => 'test,,1732137465422.2bbea623768527cb44792561137ca072.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a 2024-11-20T21:17:45,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:17:46,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:46,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:17:46,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:46,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:46,107 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:46,113 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:46,124 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:17:46,124 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T21:17:46,125 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T21:17:46,125 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T21:17:46,125 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:17:46,125 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T21:17:46,125 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:17:46,125 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T21:17:46,126 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:17:46,126 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T21:17:46,246 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137465422.2bbea623768527cb44792561137ca072.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:46,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2bbea623768527cb44792561137ca072, disabling compactions & flushes 2024-11-20T21:17:46,247 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137465422.2bbea623768527cb44792561137ca072. 2024-11-20T21:17:46,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137465422.2bbea623768527cb44792561137ca072. 2024-11-20T21:17:46,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137465422.2bbea623768527cb44792561137ca072. after waiting 0 ms 2024-11-20T21:17:46,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137465422.2bbea623768527cb44792561137ca072. 2024-11-20T21:17:46,247 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137465422.2bbea623768527cb44792561137ca072. 2024-11-20T21:17:46,247 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bbea623768527cb44792561137ca072: Waiting for close lock at 1732137466247Disabling compacts and flushes for region at 1732137466247Disabling writes for close at 1732137466247Writing region close event to WAL at 1732137466247Closed at 1732137466247 2024-11-20T21:17:46,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:17:46,249 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137465422.2bbea623768527cb44792561137ca072.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137466248"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137466248"}]},"ts":"1732137466248"} 2024-11-20T21:17:46,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:17:46,254 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:17:46,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137466255"}]},"ts":"1732137466255"} 2024-11-20T21:17:46,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:17:46,257 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2bbea623768527cb44792561137ca072, ASSIGN}] 2024-11-20T21:17:46,258 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2bbea623768527cb44792561137ca072, ASSIGN 2024-11-20T21:17:46,259 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2bbea623768527cb44792561137ca072, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,39153,1732137461854; forceNewPlan=false, retain=false 2024-11-20T21:17:46,410 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bbea623768527cb44792561137ca072, regionState=OPENING, regionLocation=0b16ab3f13b7,39153,1732137461854 2024-11-20T21:17:46,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2bbea623768527cb44792561137ca072, ASSIGN because future has completed 2024-11-20T21:17:46,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bbea623768527cb44792561137ca072, server=0b16ab3f13b7,39153,1732137461854}] 2024-11-20T21:17:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:46,571 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137465422.2bbea623768527cb44792561137ca072. 2024-11-20T21:17:46,571 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bbea623768527cb44792561137ca072, NAME => 'test,,1732137465422.2bbea623768527cb44792561137ca072.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:46,572 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:17:46,572 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:17:46,572 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2bbea623768527cb44792561137ca072 2024-11-20T21:17:46,572 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137465422.2bbea623768527cb44792561137ca072.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:46,572 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2bbea623768527cb44792561137ca072 2024-11-20T21:17:46,572 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2bbea623768527cb44792561137ca072 2024-11-20T21:17:46,574 INFO [StoreOpener-2bbea623768527cb44792561137ca072-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2bbea623768527cb44792561137ca072 2024-11-20T21:17:46,577 INFO [StoreOpener-2bbea623768527cb44792561137ca072-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bbea623768527cb44792561137ca072 columnFamilyName f 2024-11-20T21:17:46,577 DEBUG [StoreOpener-2bbea623768527cb44792561137ca072-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:46,578 INFO [StoreOpener-2bbea623768527cb44792561137ca072-1 {}] regionserver.HStore(327): Store=2bbea623768527cb44792561137ca072/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:46,578 INFO [StoreOpener-2bbea623768527cb44792561137ca072-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2bbea623768527cb44792561137ca072 2024-11-20T21:17:46,579 INFO [StoreOpener-2bbea623768527cb44792561137ca072-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bbea623768527cb44792561137ca072 columnFamilyName f1 2024-11-20T21:17:46,579 DEBUG [StoreOpener-2bbea623768527cb44792561137ca072-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:46,580 INFO [StoreOpener-2bbea623768527cb44792561137ca072-1 {}] regionserver.HStore(327): Store=2bbea623768527cb44792561137ca072/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:46,580 INFO [StoreOpener-2bbea623768527cb44792561137ca072-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2bbea623768527cb44792561137ca072 2024-11-20T21:17:46,581 INFO [StoreOpener-2bbea623768527cb44792561137ca072-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bbea623768527cb44792561137ca072 columnFamilyName norep 2024-11-20T21:17:46,581 DEBUG [StoreOpener-2bbea623768527cb44792561137ca072-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:46,583 INFO [StoreOpener-2bbea623768527cb44792561137ca072-1 {}] regionserver.HStore(327): Store=2bbea623768527cb44792561137ca072/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:46,583 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2bbea623768527cb44792561137ca072 2024-11-20T21:17:46,584 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/default/test/2bbea623768527cb44792561137ca072 2024-11-20T21:17:46,584 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/default/test/2bbea623768527cb44792561137ca072 2024-11-20T21:17:46,586 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2bbea623768527cb44792561137ca072 2024-11-20T21:17:46,586 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2bbea623768527cb44792561137ca072 2024-11-20T21:17:46,587 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:17:46,589 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2bbea623768527cb44792561137ca072 2024-11-20T21:17:46,592 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/default/test/2bbea623768527cb44792561137ca072/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:46,592 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2bbea623768527cb44792561137ca072; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61693699, jitterRate=-0.08069224655628204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:17:46,592 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bbea623768527cb44792561137ca072 2024-11-20T21:17:46,593 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2bbea623768527cb44792561137ca072: Running coprocessor pre-open hook at 1732137466572Writing region info on filesystem at 1732137466572Initializing all the Stores at 1732137466574 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137466574Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137466574Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137466574Cleaning up temporary data from old regions at 1732137466586 (+12 ms)Running coprocessor post-open hooks at 1732137466593 (+7 ms)Region opened successfully at 1732137466593 2024-11-20T21:17:46,598 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137465422.2bbea623768527cb44792561137ca072., pid=6, masterSystemTime=1732137466566 2024-11-20T21:17:46,600 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137465422.2bbea623768527cb44792561137ca072. 2024-11-20T21:17:46,600 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137465422.2bbea623768527cb44792561137ca072. 2024-11-20T21:17:46,601 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2bbea623768527cb44792561137ca072, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,39153,1732137461854 2024-11-20T21:17:46,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bbea623768527cb44792561137ca072, server=0b16ab3f13b7,39153,1732137461854 because future has completed 2024-11-20T21:17:46,605 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33383 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=0b16ab3f13b7,39153,1732137461854, table=test, region=2bbea623768527cb44792561137ca072. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T21:17:46,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:17:46,608 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bbea623768527cb44792561137ca072, server=0b16ab3f13b7,39153,1732137461854 in 193 msec 2024-11-20T21:17:46,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:17:46,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2bbea623768527cb44792561137ca072, ASSIGN in 351 msec 2024-11-20T21:17:46,612 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:17:46,612 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137466612"}]},"ts":"1732137466612"} 2024-11-20T21:17:46,614 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:17:46,614 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:17:46,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1910 sec 2024-11-20T21:17:47,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:17:47,578 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:17:47,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5a68f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:47,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43153,-1 for getting cluster id 2024-11-20T21:17:47,579 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:47,580 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1958f154-563e-48f4-a7c9-e0838dd2f74c' 2024-11-20T21:17:47,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1958f154-563e-48f4-a7c9-e0838dd2f74c" 2024-11-20T21:17:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24455a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43153,-1] 2024-11-20T21:17:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:47,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:47,582 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:47,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35ab4f22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:47,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9e5f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:47,583 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,33383,-1 for getting cluster id 2024-11-20T21:17:47,583 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:47,584 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdee2b77-483b-4a73-b699-3e991e9245bd' 2024-11-20T21:17:47,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:47,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdee2b77-483b-4a73-b699-3e991e9245bd" 2024-11-20T21:17:47,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc50f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:47,584 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,33383,-1] 2024-11-20T21:17:47,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:47,585 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:47,585 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:47,586 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc91137, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:47,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3815b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:47,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43153,-1 for getting cluster id 2024-11-20T21:17:47,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:47,587 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1958f154-563e-48f4-a7c9-e0838dd2f74c' 2024-11-20T21:17:47,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:47,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1958f154-563e-48f4-a7c9-e0838dd2f74c" 2024-11-20T21:17:47,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66764de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:47,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43153,-1] 2024-11-20T21:17:47,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:47,588 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:47,589 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:47,589 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292c33c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:47,591 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:47,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,43153,1732137457922 2024-11-20T21:17:47,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bf9cc4e 2024-11-20T21:17:47,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:47,593 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:47,593 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:33383,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:17:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:17:47,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:17:47,596 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:33383' 2024-11-20T21:17:47,597 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e4ed028, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:47,597 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,33383,-1 for getting cluster id 2024-11-20T21:17:47,597 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:47,597 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdee2b77-483b-4a73-b699-3e991e9245bd' 2024-11-20T21:17:47,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:47,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdee2b77-483b-4a73-b699-3e991e9245bd" 2024-11-20T21:17:47,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e75716a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:47,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,33383,-1] 2024-11-20T21:17:47,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:47,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:47,599 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:47,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58faeb28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:47,600 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:47,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,33383,1732137461716 2024-11-20T21:17:47,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@471ca1e4 2024-11-20T21:17:47,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:47,601 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:47,602 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T21:17:47,602 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:17:47,602 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:47,602 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:47,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:47,602 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:17:47,603 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:17:47,604 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:17:47,604 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:47,605 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:17:47,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741837_1013 (size=1138) 2024-11-20T21:17:47,653 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:17:47,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:17:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:17:48,014 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0fb05d219545a980f40755fb013c415, NAME => 'hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f 2024-11-20T21:17:48,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741838_1014 (size=44) 2024-11-20T21:17:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:17:48,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:48,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b0fb05d219545a980f40755fb013c415, disabling compactions & flushes 2024-11-20T21:17:48,424 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. 2024-11-20T21:17:48,424 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. 2024-11-20T21:17:48,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. after waiting 0 ms 2024-11-20T21:17:48,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. 2024-11-20T21:17:48,425 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. 2024-11-20T21:17:48,425 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0fb05d219545a980f40755fb013c415: Waiting for close lock at 1732137468424Disabling compacts and flushes for region at 1732137468424Disabling writes for close at 1732137468425 (+1 ms)Writing region close event to WAL at 1732137468425Closed at 1732137468425 2024-11-20T21:17:48,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:17:48,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137468427"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137468427"}]},"ts":"1732137468427"} 2024-11-20T21:17:48,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:17:48,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:17:48,435 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137468435"}]},"ts":"1732137468435"} 2024-11-20T21:17:48,437 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:17:48,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0fb05d219545a980f40755fb013c415, ASSIGN}] 2024-11-20T21:17:48,440 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0fb05d219545a980f40755fb013c415, ASSIGN 2024-11-20T21:17:48,441 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0fb05d219545a980f40755fb013c415, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36587,1732137457984; forceNewPlan=false, retain=false 2024-11-20T21:17:48,592 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0fb05d219545a980f40755fb013c415, regionState=OPENING, regionLocation=0b16ab3f13b7,36587,1732137457984 2024-11-20T21:17:48,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b0fb05d219545a980f40755fb013c415, ASSIGN because future has completed 2024-11-20T21:17:48,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0fb05d219545a980f40755fb013c415, server=0b16ab3f13b7,36587,1732137457984}] 2024-11-20T21:17:48,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:17:48,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. 2024-11-20T21:17:48,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:17:48,755 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:17:48,757 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C36587%2C1732137457984.rep, suffix=, logDir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984, archiveDir=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/oldWALs, maxLogs=10 2024-11-20T21:17:48,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.rep.1732137468757, exclude list is [], retry=0 2024-11-20T21:17:48,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40109,DS-1431aa9c-4e88-4fe6-96c6-db0575a80b48,DISK] 2024-11-20T21:17:48,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.rep.1732137468757 2024-11-20T21:17:48,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-20T21:17:48,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b0fb05d219545a980f40755fb013c415, NAME => 'hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:17:48,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:17:48,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:17:48,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. service=MultiRowMutationService 2024-11-20T21:17:48,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:17:48,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b0fb05d219545a980f40755fb013c415 2024-11-20T21:17:48,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:17:48,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b0fb05d219545a980f40755fb013c415 2024-11-20T21:17:48,789 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b0fb05d219545a980f40755fb013c415 2024-11-20T21:17:48,790 INFO [StoreOpener-b0fb05d219545a980f40755fb013c415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b0fb05d219545a980f40755fb013c415 2024-11-20T21:17:48,791 INFO [StoreOpener-b0fb05d219545a980f40755fb013c415-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0fb05d219545a980f40755fb013c415 columnFamilyName hfileref 2024-11-20T21:17:48,791 DEBUG [StoreOpener-b0fb05d219545a980f40755fb013c415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:48,792 INFO [StoreOpener-b0fb05d219545a980f40755fb013c415-1 {}] regionserver.HStore(327): Store=b0fb05d219545a980f40755fb013c415/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:48,792 INFO [StoreOpener-b0fb05d219545a980f40755fb013c415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b0fb05d219545a980f40755fb013c415 2024-11-20T21:17:48,794 INFO [StoreOpener-b0fb05d219545a980f40755fb013c415-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0fb05d219545a980f40755fb013c415 columnFamilyName queue 2024-11-20T21:17:48,794 DEBUG [StoreOpener-b0fb05d219545a980f40755fb013c415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:48,794 INFO [StoreOpener-b0fb05d219545a980f40755fb013c415-1 {}] regionserver.HStore(327): Store=b0fb05d219545a980f40755fb013c415/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:48,794 INFO [StoreOpener-b0fb05d219545a980f40755fb013c415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b0fb05d219545a980f40755fb013c415 2024-11-20T21:17:48,795 INFO [StoreOpener-b0fb05d219545a980f40755fb013c415-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0fb05d219545a980f40755fb013c415 columnFamilyName sid 2024-11-20T21:17:48,796 DEBUG [StoreOpener-b0fb05d219545a980f40755fb013c415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:17:48,796 INFO [StoreOpener-b0fb05d219545a980f40755fb013c415-1 {}] regionserver.HStore(327): Store=b0fb05d219545a980f40755fb013c415/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:17:48,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b0fb05d219545a980f40755fb013c415 2024-11-20T21:17:48,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/replication/b0fb05d219545a980f40755fb013c415 2024-11-20T21:17:48,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/replication/b0fb05d219545a980f40755fb013c415 2024-11-20T21:17:48,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b0fb05d219545a980f40755fb013c415 2024-11-20T21:17:48,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b0fb05d219545a980f40755fb013c415 2024-11-20T21:17:48,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:17:48,800 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b0fb05d219545a980f40755fb013c415 2024-11-20T21:17:48,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/replication/b0fb05d219545a980f40755fb013c415/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:17:48,805 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b0fb05d219545a980f40755fb013c415; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60575419, jitterRate=-0.097355917096138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:17:48,805 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0fb05d219545a980f40755fb013c415 2024-11-20T21:17:48,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b0fb05d219545a980f40755fb013c415: Running coprocessor pre-open hook at 1732137468789Writing region info on filesystem at 1732137468789Initializing all the Stores at 1732137468790 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137468790Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137468790Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137468790Cleaning up temporary data from old regions at 1732137468798 (+8 ms)Running coprocessor post-open hooks at 1732137468805 (+7 ms)Region opened successfully at 1732137468806 (+1 ms) 2024-11-20T21:17:48,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415., pid=10, masterSystemTime=1732137468750 2024-11-20T21:17:48,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. 2024-11-20T21:17:48,811 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. 2024-11-20T21:17:48,812 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b0fb05d219545a980f40755fb013c415, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36587,1732137457984 2024-11-20T21:17:48,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0fb05d219545a980f40755fb013c415, server=0b16ab3f13b7,36587,1732137457984 because future has completed 2024-11-20T21:17:48,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:17:48,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b0fb05d219545a980f40755fb013c415, server=0b16ab3f13b7,36587,1732137457984 in 224 msec 2024-11-20T21:17:48,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T21:17:48,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b0fb05d219545a980f40755fb013c415, ASSIGN in 386 msec 2024-11-20T21:17:48,834 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:17:48,835 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137468834"}]},"ts":"1732137468834"} 2024-11-20T21:17:48,837 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:17:48,838 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:17:48,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2360 sec 2024-11-20T21:17:48,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415., hostname=0b16ab3f13b7,36587,1732137457984, seqNum=2] 2024-11-20T21:17:48,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:17:48,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:17:48,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:17:49,023 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T21:17:49,023 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:17:49,062 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,36587,1732137457984, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:17:49,063 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:49,063 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36587,1732137457984, seqNum=-1] 2024-11-20T21:17:49,063 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:49,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40843, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-20T21:17:49,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,36587,1732137457984', locateType=CURRENT is [region=hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415., hostname=0b16ab3f13b7,36587,1732137457984, seqNum=2] 2024-11-20T21:17:49,071 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T21:17:49,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T21:17:49,074 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,36587,1732137457984 suceeded 2024-11-20T21:17:49,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T21:17:49,079 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-20T21:17:49,079 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:33383,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-20T21:17:49,082 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4860 sec 2024-11-20T21:17:49,091 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:33383' 2024-11-20T21:17:49,093 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20459996, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:49,093 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,33383,-1 for getting cluster id 2024-11-20T21:17:49,093 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:49,146 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdee2b77-483b-4a73-b699-3e991e9245bd' 2024-11-20T21:17:49,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:49,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdee2b77-483b-4a73-b699-3e991e9245bd" 2024-11-20T21:17:49,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e6c84bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:49,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,33383,-1] 2024-11-20T21:17:49,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:49,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:49,151 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:49,152 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68100eb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:49,152 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:49,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,33383,1732137461716 2024-11-20T21:17:49,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ef73f75 2024-11-20T21:17:49,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:49,155 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-20T21:17:49,155 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,36587,1732137457984 (queues=1) is replicating from cluster=1958f154-563e-48f4-a7c9-e0838dd2f74c to cluster=cdee2b77-483b-4a73-b699-3e991e9245bd 2024-11-20T21:17:49,155 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C36587%2C1732137457984 2024-11-20T21:17:49,155 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,36587,1732137457984, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:17:49,156 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.shipper0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C36587%2C1732137457984 2024-11-20T21:17:49,156 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573, startPosition=0, beingWritten=true 2024-11-20T21:17:49,165 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:17:49,165 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 379, reset compression=false 2024-11-20T21:17:49,165 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.shipper0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36587,1732137457984 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:17:49,370 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 379, reset compression=false 2024-11-20T21:17:49,674 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 379, reset compression=false 2024-11-20T21:17:49,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43153 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:17:49,738 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:17:49,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:49,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:49,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:49,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:49,739 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:49,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:49,745 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732137469743/Put/seqid=0 2024-11-20T21:17:49,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741840_1016 (size=7894) 2024-11-20T21:17:50,078 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 379, reset compression=false 2024-11-20T21:17:50,151 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f/f/hfile_1 is 34, key is ddd/f:row/1732137470151/Put/seqid=0 2024-11-20T21:17:50,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741841_1017 (size=7691) 2024-11-20T21:17:50,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba66db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:50,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43153,-1 for getting cluster id 2024-11-20T21:17:50,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:50,562 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1958f154-563e-48f4-a7c9-e0838dd2f74c' 2024-11-20T21:17:50,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:50,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1958f154-563e-48f4-a7c9-e0838dd2f74c" 2024-11-20T21:17:50,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bee40ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:50,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43153,-1] 2024-11-20T21:17:50,562 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:50,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:50,563 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:50,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9c64d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:50,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:50,565 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36587,1732137457984, seqNum=-1] 2024-11-20T21:17:50,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:50,567 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:50,577 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,43153,1732137457922 2024-11-20T21:17:50,577 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b4fc045 2024-11-20T21:17:50,580 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:50,581 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:50,582 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 379, reset compression=false 2024-11-20T21:17:50,587 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672., hostname=0b16ab3f13b7,36587,1732137457984, seqNum=2] 2024-11-20T21:17:50,597 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T21:17:50,610 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T21:17:50,613 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T21:17:50,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f/f/hfile_0 for inclusion in c593e564cbb8ab8c9b07d8e435dea672/f 2024-11-20T21:17:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T21:17:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:17:50,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f/f/hfile_1 for inclusion in c593e564cbb8ab8c9b07d8e435dea672/f 2024-11-20T21:17:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T21:17:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:17:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HRegion(2603): Flush status journal for c593e564cbb8ab8c9b07d8e435dea672: 2024-11-20T21:17:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f/f/hfile_0 to hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__4b6pm7rn25v6m4h1u78s41fvk5a5bbss8sv2vnttj5he9jradf98rolpjedkgb4k/f/hfile_0 2024-11-20T21:17:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__4b6pm7rn25v6m4h1u78s41fvk5a5bbss8sv2vnttj5he9jradf98rolpjedkgb4k/f/hfile_0 as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f/58e5d7cc1ab6482680402f12f487409c_SeqId_4_ 2024-11-20T21:17:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f/f/hfile_1 to hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__4b6pm7rn25v6m4h1u78s41fvk5a5bbss8sv2vnttj5he9jradf98rolpjedkgb4k/f/hfile_1 2024-11-20T21:17:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__4b6pm7rn25v6m4h1u78s41fvk5a5bbss8sv2vnttj5he9jradf98rolpjedkgb4k/f/hfile_1 as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f/4698a0745ffa41b5ae80affa4a42f96c_SeqId_4_ 2024-11-20T21:17:50,664 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__4b6pm7rn25v6m4h1u78s41fvk5a5bbss8sv2vnttj5he9jradf98rolpjedkgb4k/f/hfile_0 into c593e564cbb8ab8c9b07d8e435dea672/f as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f/58e5d7cc1ab6482680402f12f487409c_SeqId_4_ - updating store file list. 2024-11-20T21:17:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58e5d7cc1ab6482680402f12f487409c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:17:50,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f/58e5d7cc1ab6482680402f12f487409c_SeqId_4_ into c593e564cbb8ab8c9b07d8e435dea672/f 2024-11-20T21:17:50,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__4b6pm7rn25v6m4h1u78s41fvk5a5bbss8sv2vnttj5he9jradf98rolpjedkgb4k/f/hfile_0 into c593e564cbb8ab8c9b07d8e435dea672/f (new location: hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f/58e5d7cc1ab6482680402f12f487409c_SeqId_4_) 2024-11-20T21:17:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__4b6pm7rn25v6m4h1u78s41fvk5a5bbss8sv2vnttj5he9jradf98rolpjedkgb4k/f/hfile_0 2024-11-20T21:17:50,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__4b6pm7rn25v6m4h1u78s41fvk5a5bbss8sv2vnttj5he9jradf98rolpjedkgb4k/f/hfile_1 into c593e564cbb8ab8c9b07d8e435dea672/f as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f/4698a0745ffa41b5ae80affa4a42f96c_SeqId_4_ - updating store file list. 2024-11-20T21:17:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4698a0745ffa41b5ae80affa4a42f96c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:17:50,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f/4698a0745ffa41b5ae80affa4a42f96c_SeqId_4_ into c593e564cbb8ab8c9b07d8e435dea672/f 2024-11-20T21:17:50,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__4b6pm7rn25v6m4h1u78s41fvk5a5bbss8sv2vnttj5he9jradf98rolpjedkgb4k/f/hfile_1 into c593e564cbb8ab8c9b07d8e435dea672/f (new location: hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f/4698a0745ffa41b5ae80affa4a42f96c_SeqId_4_) 2024-11-20T21:17:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__4b6pm7rn25v6m4h1u78s41fvk5a5bbss8sv2vnttj5he9jradf98rolpjedkgb4k/f/hfile_1 2024-11-20T21:17:50,687 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:50,687 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:50,687 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:50,687 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:50,688 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:50,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672., hostname=0b16ab3f13b7,36587,1732137457984, seqNum=2 , the old value is region=test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672., hostname=0b16ab3f13b7,36587,1732137457984, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b16ab3f13b7:36587 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:17:50,689 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672., hostname=0b16ab3f13b7,36587,1732137457984, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:17:50,690 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672., hostname=0b16ab3f13b7,36587,1732137457984, seqNum=2 from cache 2024-11-20T21:17:50,690 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T21:17:50,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,39153,1732137461854, seqNum=-1] 2024-11-20T21:17:50,691 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:50,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:50,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732137465422.2bbea623768527cb44792561137ca072., hostname=0b16ab3f13b7,39153,1732137461854, seqNum=2] 2024-11-20T21:17:50,697 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T21:17:50,799 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:36587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-20T21:17:51,186 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 379, reset compression=false 2024-11-20T21:17:51,192 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:17:51,192 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.shipper0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36587,1732137457984 got entry batch from reader: WALEntryBatch [walEntries=[{test/c593e564cbb8ab8c9b07d8e435dea672/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732137470681/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T21:17:51,217 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.shipper0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:17:51,219 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-20T21:17:51,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.ReplicationSink(318): Replicating [1958f154-563e-48f4-a7c9-e0838dd2f74c] bulk loaded data 2024-11-20T21:17:51,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34ce40ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:51,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,33383,-1 for getting cluster id 2024-11-20T21:17:51,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:51,223 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'cdee2b77-483b-4a73-b699-3e991e9245bd' 2024-11-20T21:17:51,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:51,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "cdee2b77-483b-4a73-b699-3e991e9245bd" 2024-11-20T21:17:51,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bb0d31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:51,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,33383,-1] 2024-11-20T21:17:51,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:51,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:51,225 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:51,225 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7105367b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:51,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741837_1013 (size=7894) 2024-11-20T21:17:51,392 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 687, reset compression=false 2024-11-20T21:17:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741838_1014 (size=7691) 2024-11-20T21:17:51,696 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 687, reset compression=false 2024-11-20T21:17:51,700 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T21:17:52,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:52,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,33383,1732137461716 2024-11-20T21:17:52,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67f5f387 2024-11-20T21:17:52,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:52,054 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-20T21:17:52,056 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T21:17:52,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:52,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,39153,1732137461854, seqNum=-1] 2024-11-20T21:17:52,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:52,059 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-20T21:17:52,066 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/staging/jenkins.hfs.6__test__u02hno73sbmqdk2qn2ga9gp94lsq9jal5uqe3v5uudghtn0859bredafh4a656ms/f/4698a0745ffa41b5ae80affa4a42f96c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T21:17:52,069 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/staging/jenkins.hfs.6__test__u02hno73sbmqdk2qn2ga9gp94lsq9jal5uqe3v5uudghtn0859bredafh4a656ms/f/58e5d7cc1ab6482680402f12f487409c_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T21:17:52,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/staging/jenkins.hfs.6__test__u02hno73sbmqdk2qn2ga9gp94lsq9jal5uqe3v5uudghtn0859bredafh4a656ms/f/4698a0745ffa41b5ae80affa4a42f96c_SeqId_4_ for inclusion in 2bbea623768527cb44792561137ca072/f 2024-11-20T21:17:52,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:17:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T21:17:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:17:52,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/staging/jenkins.hfs.6__test__u02hno73sbmqdk2qn2ga9gp94lsq9jal5uqe3v5uudghtn0859bredafh4a656ms/f/58e5d7cc1ab6482680402f12f487409c_SeqId_4_ for inclusion in 2bbea623768527cb44792561137ca072/f 2024-11-20T21:17:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T21:17:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:17:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HRegion(2603): Flush status journal for 2bbea623768527cb44792561137ca072: 2024-11-20T21:17:52,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4698a0745ffa41b5ae80affa4a42f96c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T21:17:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/staging/jenkins.hfs.6__test__u02hno73sbmqdk2qn2ga9gp94lsq9jal5uqe3v5uudghtn0859bredafh4a656ms/f/4698a0745ffa41b5ae80affa4a42f96c_SeqId_4_ as hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/default/test/2bbea623768527cb44792561137ca072/f/09eb52c91ae9472db1949f664cc93e76_SeqId_4_ 2024-11-20T21:17:52,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 58e5d7cc1ab6482680402f12f487409c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T21:17:52,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/staging/jenkins.hfs.6__test__u02hno73sbmqdk2qn2ga9gp94lsq9jal5uqe3v5uudghtn0859bredafh4a656ms/f/58e5d7cc1ab6482680402f12f487409c_SeqId_4_ as hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/default/test/2bbea623768527cb44792561137ca072/f/12316e3c6c4f413aae0f375aa53f4bda_SeqId_4_ 2024-11-20T21:17:52,081 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/staging/jenkins.hfs.6__test__u02hno73sbmqdk2qn2ga9gp94lsq9jal5uqe3v5uudghtn0859bredafh4a656ms/f/4698a0745ffa41b5ae80affa4a42f96c_SeqId_4_ into 2bbea623768527cb44792561137ca072/f as hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/default/test/2bbea623768527cb44792561137ca072/f/09eb52c91ae9472db1949f664cc93e76_SeqId_4_ - updating store file list. 2024-11-20T21:17:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 09eb52c91ae9472db1949f664cc93e76_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:17:52,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/default/test/2bbea623768527cb44792561137ca072/f/09eb52c91ae9472db1949f664cc93e76_SeqId_4_ into 2bbea623768527cb44792561137ca072/f 2024-11-20T21:17:52,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/staging/jenkins.hfs.6__test__u02hno73sbmqdk2qn2ga9gp94lsq9jal5uqe3v5uudghtn0859bredafh4a656ms/f/4698a0745ffa41b5ae80affa4a42f96c_SeqId_4_ into 2bbea623768527cb44792561137ca072/f (new location: hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/default/test/2bbea623768527cb44792561137ca072/f/09eb52c91ae9472db1949f664cc93e76_SeqId_4_) 2024-11-20T21:17:52,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/staging/jenkins.hfs.6__test__u02hno73sbmqdk2qn2ga9gp94lsq9jal5uqe3v5uudghtn0859bredafh4a656ms/f/4698a0745ffa41b5ae80affa4a42f96c_SeqId_4_ 2024-11-20T21:17:52,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/staging/jenkins.hfs.6__test__u02hno73sbmqdk2qn2ga9gp94lsq9jal5uqe3v5uudghtn0859bredafh4a656ms/f/58e5d7cc1ab6482680402f12f487409c_SeqId_4_ into 2bbea623768527cb44792561137ca072/f as hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/default/test/2bbea623768527cb44792561137ca072/f/12316e3c6c4f413aae0f375aa53f4bda_SeqId_4_ - updating store file list. 2024-11-20T21:17:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12316e3c6c4f413aae0f375aa53f4bda_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:17:52,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/default/test/2bbea623768527cb44792561137ca072/f/12316e3c6c4f413aae0f375aa53f4bda_SeqId_4_ into 2bbea623768527cb44792561137ca072/f 2024-11-20T21:17:52,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/staging/jenkins.hfs.6__test__u02hno73sbmqdk2qn2ga9gp94lsq9jal5uqe3v5uudghtn0859bredafh4a656ms/f/58e5d7cc1ab6482680402f12f487409c_SeqId_4_ into 2bbea623768527cb44792561137ca072/f (new location: hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/default/test/2bbea623768527cb44792561137ca072/f/12316e3c6c4f413aae0f375aa53f4bda_SeqId_4_) 2024-11-20T21:17:52,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/staging/jenkins.hfs.6__test__u02hno73sbmqdk2qn2ga9gp94lsq9jal5uqe3v5uudghtn0859bredafh4a656ms/f/58e5d7cc1ab6482680402f12f487409c_SeqId_4_ 2024-11-20T21:17:52,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39153 {}] regionserver.ReplicationSink(324): Finished replicating [1958f154-563e-48f4-a7c9-e0838dd2f74c] bulk loaded data 2024-11-20T21:17:52,101 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 687, reset compression=false 2024-11-20T21:17:52,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:52,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:52,103 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:52,111 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:17:52,605 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 687, reset compression=false 2024-11-20T21:17:52,712 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:17:52,716 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732137472715/Put/seqid=0 2024-11-20T21:17:52,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741842_1018 (size=7997) 2024-11-20T21:17:53,123 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732137473123/Put/seqid=0 2024-11-20T21:17:53,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741843_1019 (size=7794) 2024-11-20T21:17:53,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ace42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:53,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43153,-1 for getting cluster id 2024-11-20T21:17:53,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:17:53,130 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1958f154-563e-48f4-a7c9-e0838dd2f74c' 2024-11-20T21:17:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:17:53,130 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1958f154-563e-48f4-a7c9-e0838dd2f74c" 2024-11-20T21:17:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19382fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43153,-1] 2024-11-20T21:17:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:17:53,131 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:53,132 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:17:53,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de0516a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:17:53,132 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:53,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36587,1732137457984, seqNum=-1] 2024-11-20T21:17:53,134 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:53,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:53,143 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:17:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,43153,1732137457922 2024-11-20T21:17:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b70200a 2024-11-20T21:17:53,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:17:53,145 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:17:53,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672., hostname=0b16ab3f13b7,36587,1732137457984, seqNum=2] 2024-11-20T21:17:53,154 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T21:17:53,165 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T21:17:53,169 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T21:17:53,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f1/f1/hfile_0 for inclusion in c593e564cbb8ab8c9b07d8e435dea672/f1 2024-11-20T21:17:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T21:17:53,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:17:53,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f1/f1/hfile_1 for inclusion in c593e564cbb8ab8c9b07d8e435dea672/f1 2024-11-20T21:17:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T21:17:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:17:53,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HRegion(2603): Flush status journal for c593e564cbb8ab8c9b07d8e435dea672: 2024-11-20T21:17:53,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f1/f1/hfile_0 to hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__gt82lcjk2dbgmg292rhsf89ihvtk138riofqd11pb1903rqnesvkp4265jupoftr/f1/hfile_0 2024-11-20T21:17:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__gt82lcjk2dbgmg292rhsf89ihvtk138riofqd11pb1903rqnesvkp4265jupoftr/f1/hfile_0 as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f1/12a356dd4ba4471f9549185ce71c2cb1_SeqId_6_ 2024-11-20T21:17:53,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/load_f1/f1/hfile_1 to hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__gt82lcjk2dbgmg292rhsf89ihvtk138riofqd11pb1903rqnesvkp4265jupoftr/f1/hfile_1 2024-11-20T21:17:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__gt82lcjk2dbgmg292rhsf89ihvtk138riofqd11pb1903rqnesvkp4265jupoftr/f1/hfile_1 as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f1/c4a3c2db87d343a8868ce4f14f6fdafe_SeqId_6_ 2024-11-20T21:17:53,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-20T21:17:53,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__gt82lcjk2dbgmg292rhsf89ihvtk138riofqd11pb1903rqnesvkp4265jupoftr/f1/hfile_0 into c593e564cbb8ab8c9b07d8e435dea672/f1 as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f1/12a356dd4ba4471f9549185ce71c2cb1_SeqId_6_ - updating store file list. 2024-11-20T21:17:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 12a356dd4ba4471f9549185ce71c2cb1_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T21:17:53,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f1/12a356dd4ba4471f9549185ce71c2cb1_SeqId_6_ into c593e564cbb8ab8c9b07d8e435dea672/f1 2024-11-20T21:17:53,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__gt82lcjk2dbgmg292rhsf89ihvtk138riofqd11pb1903rqnesvkp4265jupoftr/f1/hfile_0 into c593e564cbb8ab8c9b07d8e435dea672/f1 (new location: hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f1/12a356dd4ba4471f9549185ce71c2cb1_SeqId_6_) 2024-11-20T21:17:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__gt82lcjk2dbgmg292rhsf89ihvtk138riofqd11pb1903rqnesvkp4265jupoftr/f1/hfile_0 2024-11-20T21:17:53,203 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__gt82lcjk2dbgmg292rhsf89ihvtk138riofqd11pb1903rqnesvkp4265jupoftr/f1/hfile_1 into c593e564cbb8ab8c9b07d8e435dea672/f1 as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f1/c4a3c2db87d343a8868ce4f14f6fdafe_SeqId_6_ - updating store file list. 2024-11-20T21:17:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c4a3c2db87d343a8868ce4f14f6fdafe_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T21:17:53,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f1/c4a3c2db87d343a8868ce4f14f6fdafe_SeqId_6_ into c593e564cbb8ab8c9b07d8e435dea672/f1 2024-11-20T21:17:53,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__gt82lcjk2dbgmg292rhsf89ihvtk138riofqd11pb1903rqnesvkp4265jupoftr/f1/hfile_1 into c593e564cbb8ab8c9b07d8e435dea672/f1 (new location: hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/f1/c4a3c2db87d343a8868ce4f14f6fdafe_SeqId_6_) 2024-11-20T21:17:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/staging/jenkins__test__gt82lcjk2dbgmg292rhsf89ihvtk138riofqd11pb1903rqnesvkp4265jupoftr/f1/hfile_1 2024-11-20T21:17:53,209 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 687, reset compression=false 2024-11-20T21:17:53,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:17:53,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:17:53,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:53,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:17:53,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:17:53,212 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:17:53,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36587,1732137457984, seqNum=-1] 2024-11-20T21:17:53,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672., hostname=0b16ab3f13b7,36587,1732137457984, seqNum=2 , the old value is region=test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672., hostname=0b16ab3f13b7,36587,1732137457984, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b16ab3f13b7:36587 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:17:53,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672., hostname=0b16ab3f13b7,36587,1732137457984, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:17:53,214 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672., hostname=0b16ab3f13b7,36587,1732137457984, seqNum=2 from cache 2024-11-20T21:17:53,214 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:17:53,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:17:53,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672., hostname=0b16ab3f13b7,36587,1732137457984, seqNum=2] 2024-11-20T21:17:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36587: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:58148 deadline: 1732137533214 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:58148 2024-11-20T21:17:53,223 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:17:53,223 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:17:53,223 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.shipper0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36587,1732137457984 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:17:53,319 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:36587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-20T21:17:53,436 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:17:53,752 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:17:54,159 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:17:54,664 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:17:55,268 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:17:55,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T21:17:55,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T21:17:55,972 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:17:56,777 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:17:57,682 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:17:58,688 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:17:59,797 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:01,002 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:02,306 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:03,710 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:05,215 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:06,826 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:07,509 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:18:08,532 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:10,339 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:11,299 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:18:12,248 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:13,229 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.shipper0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36587,1732137457984 got entry batch from reader: null 2024-11-20T21:18:14,254 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:16,385 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:18,590 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:20,897 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:21,163 INFO [master/0b16ab3f13b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T21:18:21,164 INFO [master/0b16ab3f13b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T21:18:23,307 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:24,472 INFO [master/0b16ab3f13b7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T21:18:24,472 INFO [master/0b16ab3f13b7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T21:18:25,811 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:28,415 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:30,025 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c593e564cbb8ab8c9b07d8e435dea672, had cached 0 bytes from a total of 31376 2024-11-20T21:18:31,133 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:31,572 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2bbea623768527cb44792561137ca072, had cached 0 bytes from a total of 15585 2024-11-20T21:18:33,229 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.shipper0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36587,1732137457984 got entry batch from reader: null 2024-11-20T21:18:33,938 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:36,843 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:37,509 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:18:39,850 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:41,299 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:18:42,968 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:45,658 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T21:18:46,174 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:49,478 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:52,883 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:53,230 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.shipper0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36587,1732137457984 got entry batch from reader: null 2024-11-20T21:18:53,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:18:53,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:18:53,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:18:53,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:53,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:53,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:18:53,256 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:18:53,256 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1970421695, stopped=false 2024-11-20T21:18:53,256 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,33383,1732137461716 2024-11-20T21:18:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975900055/running 2024-11-20T21:18:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975900055/running 2024-11-20T21:18:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:18:53,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:18:53,259 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:18:53,259 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:18:53,259 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:18:53,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:53,260 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,39153,1732137461854' ***** 2024-11-20T21:18:53,260 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:18:53,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Set watcher on znode that does not yet exist, /1-1975900055/running 2024-11-20T21:18:53,260 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:18:53,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Set watcher on znode that does not yet exist, /1-1975900055/running 2024-11-20T21:18:53,261 INFO [RS:0;0b16ab3f13b7:39153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:18:53,261 INFO [RS:0;0b16ab3f13b7:39153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:18:53,261 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bbea623768527cb44792561137ca072 2024-11-20T21:18:53,264 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:18:53,264 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:18:53,264 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,39153,1732137461854 2024-11-20T21:18:53,264 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:18:53,265 INFO [RS:0;0b16ab3f13b7:39153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:39153. 2024-11-20T21:18:53,265 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bbea623768527cb44792561137ca072, disabling compactions & flushes 2024-11-20T21:18:53,265 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137465422.2bbea623768527cb44792561137ca072. 2024-11-20T21:18:53,265 DEBUG [RS:0;0b16ab3f13b7:39153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:18:53,265 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137465422.2bbea623768527cb44792561137ca072. 2024-11-20T21:18:53,265 DEBUG [RS:0;0b16ab3f13b7:39153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:53,265 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137465422.2bbea623768527cb44792561137ca072. after waiting 0 ms 2024-11-20T21:18:53,265 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137465422.2bbea623768527cb44792561137ca072. 2024-11-20T21:18:53,265 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:18:53,265 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:18:53,265 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:18:53,265 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:18:53,265 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:18:53,265 DEBUG [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1325): Online Regions={2bbea623768527cb44792561137ca072=test,,1732137465422.2bbea623768527cb44792561137ca072., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:18:53,265 DEBUG [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bbea623768527cb44792561137ca072 2024-11-20T21:18:53,265 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:18:53,265 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:18:53,266 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:18:53,266 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:18:53,266 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:18:53,266 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T21:18:53,270 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/default/test/2bbea623768527cb44792561137ca072/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T21:18:53,271 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:18:53,271 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:18:53,271 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137465422.2bbea623768527cb44792561137ca072. 2024-11-20T21:18:53,271 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bbea623768527cb44792561137ca072: Waiting for close lock at 1732137533264Running coprocessor pre-close hooks at 1732137533264Disabling compacts and flushes for region at 1732137533264Disabling writes for close at 1732137533265 (+1 ms)Writing region close event to WAL at 1732137533266 (+1 ms)Running coprocessor post-close hooks at 1732137533271 (+5 ms)Closed at 1732137533271 2024-11-20T21:18:53,272 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137465422.2bbea623768527cb44792561137ca072. 2024-11-20T21:18:53,284 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/.tmp/info/3a55a705ed5d4df9a267ea4ad670a988 is 129, key is test,,1732137465422.2bbea623768527cb44792561137ca072./info:regioninfo/1732137466601/Put/seqid=0 2024-11-20T21:18:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741839_1015 (size=6421) 2024-11-20T21:18:53,466 DEBUG [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:53,666 DEBUG [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:53,692 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/.tmp/info/3a55a705ed5d4df9a267ea4ad670a988 2024-11-20T21:18:53,716 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/.tmp/ns/5cea9e9549c7463da0469b3f2bfa41c7 is 43, key is default/ns:d/1732137464219/Put/seqid=0 2024-11-20T21:18:53,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741840_1016 (size=5153) 2024-11-20T21:18:53,727 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/.tmp/ns/5cea9e9549c7463da0469b3f2bfa41c7 2024-11-20T21:18:53,752 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/.tmp/rep_barrier/11df823a44bc4a35836be7d0373b78f2 is 112, key is test,,1732137465422.2bbea623768527cb44792561137ca072./rep_barrier:seqnumDuringOpen/1732137466601/Put/seqid=0 2024-11-20T21:18:53,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741841_1017 (size=5518) 2024-11-20T21:18:53,758 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/.tmp/rep_barrier/11df823a44bc4a35836be7d0373b78f2 2024-11-20T21:18:53,784 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/.tmp/table/7499ef6dd51243fe935e2dd1ce38f973 is 40, key is test/table:state/1732137466612/Put/seqid=0 2024-11-20T21:18:53,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741842_1018 (size=5165) 2024-11-20T21:18:53,866 DEBUG [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:54,066 DEBUG [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:54,105 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:18:54,105 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:18:54,190 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/.tmp/table/7499ef6dd51243fe935e2dd1ce38f973 2024-11-20T21:18:54,206 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/.tmp/info/3a55a705ed5d4df9a267ea4ad670a988 as hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/info/3a55a705ed5d4df9a267ea4ad670a988 2024-11-20T21:18:54,216 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/info/3a55a705ed5d4df9a267ea4ad670a988, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T21:18:54,217 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/.tmp/ns/5cea9e9549c7463da0469b3f2bfa41c7 as hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/ns/5cea9e9549c7463da0469b3f2bfa41c7 2024-11-20T21:18:54,225 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/ns/5cea9e9549c7463da0469b3f2bfa41c7, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T21:18:54,226 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/.tmp/rep_barrier/11df823a44bc4a35836be7d0373b78f2 as hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/rep_barrier/11df823a44bc4a35836be7d0373b78f2 2024-11-20T21:18:54,234 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/rep_barrier/11df823a44bc4a35836be7d0373b78f2, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T21:18:54,235 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/.tmp/table/7499ef6dd51243fe935e2dd1ce38f973 as hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/table/7499ef6dd51243fe935e2dd1ce38f973 2024-11-20T21:18:54,243 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/table/7499ef6dd51243fe935e2dd1ce38f973, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T21:18:54,246 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=11, compaction requested=false 2024-11-20T21:18:54,267 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:18:54,267 DEBUG [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:18:54,267 DEBUG [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:54,268 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T21:18:54,269 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:18:54,269 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:18:54,269 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:18:54,269 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137533265Running coprocessor pre-close hooks at 1732137533265Disabling compacts and flushes for region at 1732137533265Disabling writes for close at 1732137533266 (+1 ms)Obtaining lock to block concurrent updates at 1732137533266Preparing flush snapshotting stores in 1588230740 at 1732137533266Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732137533266Flushing stores of hbase:meta,,1.1588230740 at 1732137533267 (+1 ms)Flushing 1588230740/info: creating writer at 1732137533267Flushing 1588230740/info: appending metadata at 1732137533284 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732137533284Flushing 1588230740/ns: creating writer at 1732137533699 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732137533715 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732137533715Flushing 1588230740/rep_barrier: creating writer at 1732137533733 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732137533751 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732137533751Flushing 1588230740/table: creating writer at 1732137533766 (+15 ms)Flushing 1588230740/table: appending metadata at 1732137533783 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732137533783Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c8cc7f: reopening flushed file at 1732137534205 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@361cdba8: reopening flushed file at 1732137534216 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@334fa784: reopening flushed file at 1732137534225 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dcca4b5: reopening flushed file at 1732137534234 (+9 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 980ms, sequenceid=11, compaction requested=false at 1732137534246 (+12 ms)Writing region close event to WAL at 1732137534260 (+14 ms)Running coprocessor post-close hooks at 1732137534268 (+8 ms)Closed at 1732137534269 (+1 ms) 2024-11-20T21:18:54,269 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:18:54,467 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,39153,1732137461854; all regions closed. 2024-11-20T21:18:54,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741834_1010 (size=2717) 2024-11-20T21:18:54,472 DEBUG [RS:0;0b16ab3f13b7:39153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/oldWALs 2024-11-20T21:18:54,472 INFO [RS:0;0b16ab3f13b7:39153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C39153%2C1732137461854.meta:.meta(num 1732137464174) 2024-11-20T21:18:54,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741832_1008 (size=1028) 2024-11-20T21:18:54,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/WALs/0b16ab3f13b7,39153,1732137461854/0b16ab3f13b7%2C39153%2C1732137461854.1732137463234 not finished, retry = 0 2024-11-20T21:18:54,579 DEBUG [RS:0;0b16ab3f13b7:39153 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/oldWALs 2024-11-20T21:18:54,579 INFO [RS:0;0b16ab3f13b7:39153 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C39153%2C1732137461854:(num 1732137463234) 2024-11-20T21:18:54,579 DEBUG [RS:0;0b16ab3f13b7:39153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:54,579 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:18:54,579 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:18:54,580 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:18:54,580 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:18:54,580 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:18:54,580 INFO [RS:0;0b16ab3f13b7:39153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:39153. 2024-11-20T21:18:54,580 DEBUG [RS:0;0b16ab3f13b7:39153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:18:54,580 DEBUG [RS:0;0b16ab3f13b7:39153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:54,581 DEBUG [RS:0;0b16ab3f13b7:39153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:54,581 INFO [RS:0;0b16ab3f13b7:39153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39153 2024-11-20T21:18:54,581 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:18:54,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975900055/rs/0b16ab3f13b7,39153,1732137461854 2024-11-20T21:18:54,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055/rs 2024-11-20T21:18:54,586 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:18:54,587 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,39153,1732137461854] 2024-11-20T21:18:54,589 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975900055/draining/0b16ab3f13b7,39153,1732137461854 already deleted, retry=false 2024-11-20T21:18:54,589 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,39153,1732137461854 expired; onlineServers=0 2024-11-20T21:18:54,589 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,33383,1732137461716' ***** 2024-11-20T21:18:54,589 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:18:54,589 INFO [M:0;0b16ab3f13b7:33383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:18:54,589 INFO [M:0;0b16ab3f13b7:33383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:18:54,589 DEBUG [M:0;0b16ab3f13b7:33383 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:18:54,589 DEBUG [M:0;0b16ab3f13b7:33383 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:18:54,589 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:18:54,589 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137463011 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137463011,5,FailOnTimeoutGroup] 2024-11-20T21:18:54,589 INFO [M:0;0b16ab3f13b7:33383 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:18:54,589 INFO [M:0;0b16ab3f13b7:33383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:18:54,589 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137463011 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137463011,5,FailOnTimeoutGroup] 2024-11-20T21:18:54,589 DEBUG [M:0;0b16ab3f13b7:33383 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:18:54,590 INFO [M:0;0b16ab3f13b7:33383 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:18:54,590 INFO [M:0;0b16ab3f13b7:33383 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:18:54,590 INFO [M:0;0b16ab3f13b7:33383 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:18:54,590 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:18:54,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1975900055/master 2024-11-20T21:18:54,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1975900055 2024-11-20T21:18:54,595 DEBUG [M:0;0b16ab3f13b7:33383 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1975900055/master already deleted, retry=false 2024-11-20T21:18:54,595 DEBUG [M:0;0b16ab3f13b7:33383 {}] master.ActiveMasterManager(353): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1975900055/master 2024-11-20T21:18:54,596 INFO [M:0;0b16ab3f13b7:33383 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/.lastflushedseqids 2024-11-20T21:18:54,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741843_1019 (size=173) 2024-11-20T21:18:54,622 INFO [M:0;0b16ab3f13b7:33383 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:18:54,622 INFO [M:0;0b16ab3f13b7:33383 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:18:54,622 DEBUG [M:0;0b16ab3f13b7:33383 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:18:54,622 INFO [M:0;0b16ab3f13b7:33383 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:18:54,622 DEBUG [M:0;0b16ab3f13b7:33383 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:18:54,622 DEBUG [M:0;0b16ab3f13b7:33383 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:18:54,622 DEBUG [M:0;0b16ab3f13b7:33383 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:18:54,623 INFO [M:0;0b16ab3f13b7:33383 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-20T21:18:54,642 DEBUG [M:0;0b16ab3f13b7:33383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2204dd7927144e2bab55722ecb400a85 is 82, key is hbase:meta,,1/info:regioninfo/1732137464207/Put/seqid=0 2024-11-20T21:18:54,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741844_1020 (size=5672) 2024-11-20T21:18:54,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:18:54,688 INFO [RS:0;0b16ab3f13b7:39153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:18:54,688 INFO [RS:0;0b16ab3f13b7:39153 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,39153,1732137461854; zookeeper connection closed. 2024-11-20T21:18:54,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1005f0e1f4f0004, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:18:54,688 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f2bf80 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f2bf80 2024-11-20T21:18:54,689 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:18:55,048 INFO [M:0;0b16ab3f13b7:33383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2204dd7927144e2bab55722ecb400a85 2024-11-20T21:18:55,079 DEBUG [M:0;0b16ab3f13b7:33383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db724f859047456d9da1f91964da1f9a is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732137466615/Put/seqid=0 2024-11-20T21:18:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741845_1021 (size=6727) 2024-11-20T21:18:55,484 INFO [M:0;0b16ab3f13b7:33383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db724f859047456d9da1f91964da1f9a 2024-11-20T21:18:55,491 INFO [M:0;0b16ab3f13b7:33383 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db724f859047456d9da1f91964da1f9a 2024-11-20T21:18:55,511 DEBUG [M:0;0b16ab3f13b7:33383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0550fabfc8ac45a2b17604dc2f5b6496 is 69, key is 0b16ab3f13b7,39153,1732137461854/rs:state/1732137463066/Put/seqid=0 2024-11-20T21:18:55,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741846_1022 (size=5156) 2024-11-20T21:18:55,920 INFO [M:0;0b16ab3f13b7:33383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0550fabfc8ac45a2b17604dc2f5b6496 2024-11-20T21:18:55,927 DEBUG [M:0;0b16ab3f13b7:33383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2204dd7927144e2bab55722ecb400a85 as hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2204dd7927144e2bab55722ecb400a85 2024-11-20T21:18:55,934 INFO [M:0;0b16ab3f13b7:33383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2204dd7927144e2bab55722ecb400a85, entries=8, sequenceid=58, filesize=5.5 K 2024-11-20T21:18:55,935 DEBUG [M:0;0b16ab3f13b7:33383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db724f859047456d9da1f91964da1f9a as hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db724f859047456d9da1f91964da1f9a 2024-11-20T21:18:55,942 INFO [M:0;0b16ab3f13b7:33383 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db724f859047456d9da1f91964da1f9a 2024-11-20T21:18:55,942 INFO [M:0;0b16ab3f13b7:33383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db724f859047456d9da1f91964da1f9a, entries=6, sequenceid=58, filesize=6.6 K 2024-11-20T21:18:55,944 DEBUG [M:0;0b16ab3f13b7:33383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0550fabfc8ac45a2b17604dc2f5b6496 as hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0550fabfc8ac45a2b17604dc2f5b6496 2024-11-20T21:18:55,951 INFO [M:0;0b16ab3f13b7:33383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38017/user/jenkins/test-data/0c1bd837-f4f0-c508-4adc-088ad2bfce8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0550fabfc8ac45a2b17604dc2f5b6496, entries=1, sequenceid=58, filesize=5.0 K 2024-11-20T21:18:55,952 INFO [M:0;0b16ab3f13b7:33383 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=58, compaction requested=false 2024-11-20T21:18:55,955 INFO [M:0;0b16ab3f13b7:33383 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:18:55,955 DEBUG [M:0;0b16ab3f13b7:33383 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137534622Disabling compacts and flushes for region at 1732137534622Disabling writes for close at 1732137534622Obtaining lock to block concurrent updates at 1732137534623 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137534623Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732137534623Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137534624 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137534624Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137534642 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137534642Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137535054 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137535078 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137535078Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137535491 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137535510 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137535510Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e1cf8b3: reopening flushed file at 1732137535926 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf689b3: reopening flushed file at 1732137535934 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2df41321: reopening flushed file at 1732137535942 (+8 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1330ms, sequenceid=58, compaction requested=false at 1732137535953 (+11 ms)Writing region close event to WAL at 1732137535955 (+2 ms)Closed at 1732137535955 2024-11-20T21:18:55,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33157 is added to blk_1073741830_1006 (size=33026) 2024-11-20T21:18:55,959 INFO [M:0;0b16ab3f13b7:33383 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:18:55,959 INFO [M:0;0b16ab3f13b7:33383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33383 2024-11-20T21:18:55,959 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:18:55,961 INFO [M:0;0b16ab3f13b7:33383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:18:56,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:18:56,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33383-0x1005f0e1f4f0003, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:18:56,064 INFO [M:0;0b16ab3f13b7:33383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:18:56,082 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4e587001{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:18:56,082 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c05b605{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:18:56,082 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:18:56,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e22e585{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:18:56,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2303981{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/hadoop.log.dir/,STOPPED} 2024-11-20T21:18:56,087 WARN [BP-150781289-172.17.0.3-1732137460762 heartbeating to localhost/127.0.0.1:38017 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:18:56,087 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:18:56,087 WARN [BP-150781289-172.17.0.3-1732137460762 heartbeating to localhost/127.0.0.1:38017 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-150781289-172.17.0.3-1732137460762 (Datanode Uuid f759f6b8-b11a-42ab-99c5-ffc0f238244d) service to localhost/127.0.0.1:38017 2024-11-20T21:18:56,087 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:18:56,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/cluster_ec20d297-5834-4d3f-0263-0933c6922f75/data/data2/current/BP-150781289-172.17.0.3-1732137460762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:18:56,088 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/cluster_ec20d297-5834-4d3f-0263-0933c6922f75/data/data1/current/BP-150781289-172.17.0.3-1732137460762 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:18:56,089 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:18:56,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d6845ca{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:18:56,111 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7582a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:18:56,111 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:18:56,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6aafdf85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:18:56,111 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c976543{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/hadoop.log.dir/,STOPPED} 2024-11-20T21:18:56,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:18:56,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:18:56,133 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:18:56,133 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:18:56,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:56,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:56,133 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:18:56,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:18:56,135 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1929860360, stopped=false 2024-11-20T21:18:56,135 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,43153,1732137457922 2024-11-20T21:18:56,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-885887736/running 2024-11-20T21:18:56,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:18:56,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-885887736/running 2024-11-20T21:18:56,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:18:56,138 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:18:56,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Set watcher on znode that does not yet exist, /0-885887736/running 2024-11-20T21:18:56,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Set watcher on znode that does not yet exist, /0-885887736/running 2024-11-20T21:18:56,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:18:56,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:18:56,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:56,141 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,36587,1732137457984' ***** 2024-11-20T21:18:56,141 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:18:56,141 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:18:56,141 INFO [RS:0;0b16ab3f13b7:36587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:18:56,141 INFO [RS:0;0b16ab3f13b7:36587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:18:56,141 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(3091): Received CLOSE for b0fb05d219545a980f40755fb013c415 2024-11-20T21:18:56,141 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:18:56,141 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(3091): Received CLOSE for c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:18:56,142 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,36587,1732137457984 2024-11-20T21:18:56,142 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:18:56,142 INFO [RS:0;0b16ab3f13b7:36587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:36587. 2024-11-20T21:18:56,142 DEBUG [RS:0;0b16ab3f13b7:36587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:18:56,142 DEBUG [RS:0;0b16ab3f13b7:36587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:56,142 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b0fb05d219545a980f40755fb013c415, disabling compactions & flushes 2024-11-20T21:18:56,142 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. 2024-11-20T21:18:56,142 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. 2024-11-20T21:18:56,142 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:18:56,142 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:18:56,142 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:18:56,142 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. after waiting 0 ms 2024-11-20T21:18:56,142 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. 2024-11-20T21:18:56,142 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:18:56,142 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b0fb05d219545a980f40755fb013c415 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-20T21:18:56,142 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T21:18:56,142 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1325): Online Regions={b0fb05d219545a980f40755fb013c415=hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415., 1588230740=hbase:meta,,1.1588230740, c593e564cbb8ab8c9b07d8e435dea672=test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672.} 2024-11-20T21:18:56,142 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0fb05d219545a980f40755fb013c415, c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:18:56,142 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:18:56,142 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:18:56,142 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:18:56,142 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:18:56,142 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:18:56,142 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T21:18:56,162 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/replication/b0fb05d219545a980f40755fb013c415/.tmp/hfileref/9fda39229af647e9be410b3f1033b26b is 74, key is 1/hfileref:4698a0745ffa41b5ae80affa4a42f96c_SeqId_4_/1732137472097/DeleteColumn/seqid=0 2024-11-20T21:18:56,162 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/.tmp/info/4d5a354e8a914a0b8c8c81a95d134e06 is 147, key is hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415./info:regioninfo/1732137468812/Put/seqid=0 2024-11-20T21:18:56,173 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:18:56,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741844_1020 (size=5203) 2024-11-20T21:18:56,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741845_1021 (size=7686) 2024-11-20T21:18:56,342 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0fb05d219545a980f40755fb013c415, c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:18:56,390 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 to pos 997, reset compression=false 2024-11-20T21:18:56,445 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:18:56,445 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:18:56,543 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b0fb05d219545a980f40755fb013c415, c593e564cbb8ab8c9b07d8e435dea672 2024-11-20T21:18:56,583 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/replication/b0fb05d219545a980f40755fb013c415/.tmp/hfileref/9fda39229af647e9be410b3f1033b26b 2024-11-20T21:18:56,586 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/.tmp/info/4d5a354e8a914a0b8c8c81a95d134e06 2024-11-20T21:18:56,612 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/replication/b0fb05d219545a980f40755fb013c415/.tmp/queue/8337cf967cb24c33a54898965813beec is 153, key is 1-0b16ab3f13b7,36587,1732137457984/queue:0b16ab3f13b7%2C36587%2C1732137457984/1732137473224/Put/seqid=0 2024-11-20T21:18:56,612 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/.tmp/ns/cfeb3709f2184353bb8001e9238f1acd is 43, key is default/ns:d/1732137460623/Put/seqid=0 2024-11-20T21:18:56,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741846_1022 (size=5352) 2024-11-20T21:18:56,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741847_1023 (size=5153) 2024-11-20T21:18:56,618 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/replication/b0fb05d219545a980f40755fb013c415/.tmp/queue/8337cf967cb24c33a54898965813beec 2024-11-20T21:18:56,625 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/replication/b0fb05d219545a980f40755fb013c415/.tmp/hfileref/9fda39229af647e9be410b3f1033b26b as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/replication/b0fb05d219545a980f40755fb013c415/hfileref/9fda39229af647e9be410b3f1033b26b 2024-11-20T21:18:56,633 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/replication/b0fb05d219545a980f40755fb013c415/hfileref/9fda39229af647e9be410b3f1033b26b, entries=2, sequenceid=10, filesize=5.1 K 2024-11-20T21:18:56,634 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/replication/b0fb05d219545a980f40755fb013c415/.tmp/queue/8337cf967cb24c33a54898965813beec as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/replication/b0fb05d219545a980f40755fb013c415/queue/8337cf967cb24c33a54898965813beec 2024-11-20T21:18:56,642 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/replication/b0fb05d219545a980f40755fb013c415/queue/8337cf967cb24c33a54898965813beec, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T21:18:56,643 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b0fb05d219545a980f40755fb013c415 in 501ms, sequenceid=10, compaction requested=false 2024-11-20T21:18:56,655 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/replication/b0fb05d219545a980f40755fb013c415/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T21:18:56,657 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:18:56,657 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:18:56,657 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. 2024-11-20T21:18:56,657 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b0fb05d219545a980f40755fb013c415: Waiting for close lock at 1732137536142Running coprocessor pre-close hooks at 1732137536142Disabling compacts and flushes for region at 1732137536142Disabling writes for close at 1732137536142Obtaining lock to block concurrent updates at 1732137536142Preparing flush snapshotting stores in b0fb05d219545a980f40755fb013c415 at 1732137536142Finished memstore snapshotting hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732137536142Flushing stores of hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. at 1732137536143 (+1 ms)Flushing b0fb05d219545a980f40755fb013c415/hfileref: creating writer at 1732137536143Flushing b0fb05d219545a980f40755fb013c415/hfileref: appending metadata at 1732137536161 (+18 ms)Flushing b0fb05d219545a980f40755fb013c415/hfileref: closing flushed file at 1732137536161Flushing b0fb05d219545a980f40755fb013c415/queue: creating writer at 1732137536590 (+429 ms)Flushing b0fb05d219545a980f40755fb013c415/queue: appending metadata at 1732137536611 (+21 ms)Flushing b0fb05d219545a980f40755fb013c415/queue: closing flushed file at 1732137536611Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5194e6c5: reopening flushed file at 1732137536624 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fd0ce81: reopening flushed file at 1732137536633 (+9 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for b0fb05d219545a980f40755fb013c415 in 501ms, sequenceid=10, compaction requested=false at 1732137536643 (+10 ms)Writing region close event to WAL at 1732137536649 (+6 ms)Running coprocessor post-close hooks at 1732137536657 (+8 ms)Closed at 1732137536657 2024-11-20T21:18:56,657 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732137467602.b0fb05d219545a980f40755fb013c415. 2024-11-20T21:18:56,658 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c593e564cbb8ab8c9b07d8e435dea672, disabling compactions & flushes 2024-11-20T21:18:56,658 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672. 2024-11-20T21:18:56,658 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672. 2024-11-20T21:18:56,658 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672. after waiting 0 ms 2024-11-20T21:18:56,658 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672. 2024-11-20T21:18:56,668 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/default/test/c593e564cbb8ab8c9b07d8e435dea672/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:18:56,669 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:18:56,669 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:18:56,669 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672. 2024-11-20T21:18:56,669 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c593e564cbb8ab8c9b07d8e435dea672: Waiting for close lock at 1732137536658Running coprocessor pre-close hooks at 1732137536658Disabling compacts and flushes for region at 1732137536658Disabling writes for close at 1732137536658Writing region close event to WAL at 1732137536663 (+5 ms)Running coprocessor post-close hooks at 1732137536669 (+6 ms)Closed at 1732137536669 2024-11-20T21:18:56,669 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672. 2024-11-20T21:18:56,743 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:56,943 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:57,018 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/.tmp/ns/cfeb3709f2184353bb8001e9238f1acd 2024-11-20T21:18:57,040 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/.tmp/rep_barrier/9d0209cad21546489853998ffee8d60a is 112, key is test,,1732137464268.c593e564cbb8ab8c9b07d8e435dea672./rep_barrier:seqnumDuringOpen/1732137465044/Put/seqid=0 2024-11-20T21:18:57,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741848_1024 (size=5518) 2024-11-20T21:18:57,143 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:18:57,143 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:18:57,144 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:57,344 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:57,456 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/.tmp/rep_barrier/9d0209cad21546489853998ffee8d60a 2024-11-20T21:18:57,481 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/.tmp/table/3be34533c538479a9b048032db5ad21f is 53, key is hbase:replication/table:state/1732137468834/Put/seqid=0 2024-11-20T21:18:57,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741849_1025 (size=5308) 2024-11-20T21:18:57,544 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:57,744 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:57,887 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/.tmp/table/3be34533c538479a9b048032db5ad21f 2024-11-20T21:18:57,895 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/.tmp/info/4d5a354e8a914a0b8c8c81a95d134e06 as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/info/4d5a354e8a914a0b8c8c81a95d134e06 2024-11-20T21:18:57,902 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/info/4d5a354e8a914a0b8c8c81a95d134e06, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T21:18:57,903 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/.tmp/ns/cfeb3709f2184353bb8001e9238f1acd as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/ns/cfeb3709f2184353bb8001e9238f1acd 2024-11-20T21:18:57,911 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/ns/cfeb3709f2184353bb8001e9238f1acd, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T21:18:57,917 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/.tmp/rep_barrier/9d0209cad21546489853998ffee8d60a as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/rep_barrier/9d0209cad21546489853998ffee8d60a 2024-11-20T21:18:57,924 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/rep_barrier/9d0209cad21546489853998ffee8d60a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T21:18:57,925 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/.tmp/table/3be34533c538479a9b048032db5ad21f as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/table/3be34533c538479a9b048032db5ad21f 2024-11-20T21:18:57,935 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/table/3be34533c538479a9b048032db5ad21f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T21:18:57,937 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1794ms, sequenceid=16, compaction requested=false 2024-11-20T21:18:57,937 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:18:57,945 DEBUG [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:18:57,952 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T21:18:57,954 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:18:57,954 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:18:57,954 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:18:57,954 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137536142Running coprocessor pre-close hooks at 1732137536142Disabling compacts and flushes for region at 1732137536142Disabling writes for close at 1732137536142Obtaining lock to block concurrent updates at 1732137536142Preparing flush snapshotting stores in 1588230740 at 1732137536142Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732137536143 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732137536143Flushing 1588230740/info: creating writer at 1732137536143Flushing 1588230740/info: appending metadata at 1732137536162 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732137536162Flushing 1588230740/ns: creating writer at 1732137536592 (+430 ms)Flushing 1588230740/ns: appending metadata at 1732137536612 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1732137536612Flushing 1588230740/rep_barrier: creating writer at 1732137537024 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732137537040 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732137537040Flushing 1588230740/table: creating writer at 1732137537462 (+422 ms)Flushing 1588230740/table: appending metadata at 1732137537481 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732137537481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d30f5ec: reopening flushed file at 1732137537894 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@401339c: reopening flushed file at 1732137537902 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@769757db: reopening flushed file at 1732137537911 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a42d29a: reopening flushed file at 1732137537925 (+14 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1794ms, sequenceid=16, compaction requested=false at 1732137537937 (+12 ms)Writing region close event to WAL at 1732137537943 (+6 ms)Running coprocessor post-close hooks at 1732137537953 (+10 ms)Closed at 1732137537954 (+1 ms) 2024-11-20T21:18:57,954 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:18:58,145 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,36587,1732137457984; all regions closed. 2024-11-20T21:18:58,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741834_1010 (size=4239) 2024-11-20T21:18:58,159 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.meta.1732137460559.meta not finished, retry = 0 2024-11-20T21:18:58,262 DEBUG [RS:0;0b16ab3f13b7:36587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/oldWALs 2024-11-20T21:18:58,262 INFO [RS:0;0b16ab3f13b7:36587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C36587%2C1732137457984.meta:.meta(num 1732137460559) 2024-11-20T21:18:58,271 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.rep.1732137468757 not finished, retry = 0 2024-11-20T21:18:58,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741839_1015 (size=2700) 2024-11-20T21:18:58,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:18:58,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:18:58,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:18:58,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:18:58,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:18:58,379 DEBUG [RS:0;0b16ab3f13b7:36587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/oldWALs 2024-11-20T21:18:58,379 INFO [RS:0;0b16ab3f13b7:36587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C36587%2C1732137457984.rep:(num 1732137468757) 2024-11-20T21:18:58,386 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/WALs/0b16ab3f13b7,36587,1732137457984/0b16ab3f13b7%2C36587%2C1732137457984.1732137459573 not finished, retry = 0 2024-11-20T21:18:58,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741832_1008 (size=1300) 2024-11-20T21:18:58,490 DEBUG [RS:0;0b16ab3f13b7:36587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/oldWALs 2024-11-20T21:18:58,490 INFO [RS:0;0b16ab3f13b7:36587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C36587%2C1732137457984:(num 1732137459573) 2024-11-20T21:18:58,490 DEBUG [RS:0;0b16ab3f13b7:36587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:58,490 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:18:58,490 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:18:58,490 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:18:58,491 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:18:58,491 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:18:58,491 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,36587,1732137457984 because: Region server is closing 2024-11-20T21:18:58,491 INFO [RS:0;0b16ab3f13b7:36587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:36587. 2024-11-20T21:18:58,491 DEBUG [RS:0;0b16ab3f13b7:36587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:18:58,491 DEBUG [RS:0;0b16ab3f13b7:36587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:58,491 DEBUG [RS:0;0b16ab3f13b7:36587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:18:58,491 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:18:58,592 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.wal-reader.0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T21:18:58,592 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.shipper0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T21:18:58,592 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36587,1732137457984.replicationSource.shipper0b16ab3f13b7%2C36587%2C1732137457984,1-0b16ab3f13b7,36587,1732137457984 terminated 2024-11-20T21:18:58,592 INFO [RS:0;0b16ab3f13b7:36587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36587 2024-11-20T21:18:58,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736/rs 2024-11-20T21:18:58,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-885887736/rs/0b16ab3f13b7,36587,1732137457984 2024-11-20T21:18:58,596 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:18:58,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,36587,1732137457984] 2024-11-20T21:18:58,600 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-885887736/draining/0b16ab3f13b7,36587,1732137457984 already deleted, retry=false 2024-11-20T21:18:58,600 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,36587,1732137457984 expired; onlineServers=0 2024-11-20T21:18:58,600 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,43153,1732137457922' ***** 2024-11-20T21:18:58,600 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:18:58,600 INFO [M:0;0b16ab3f13b7:43153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:18:58,600 INFO [M:0;0b16ab3f13b7:43153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:18:58,600 DEBUG [M:0;0b16ab3f13b7:43153 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:18:58,600 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:18:58,600 DEBUG [M:0;0b16ab3f13b7:43153 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:18:58,600 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137459401 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137459401,5,FailOnTimeoutGroup] 2024-11-20T21:18:58,600 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137459404 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137459404,5,FailOnTimeoutGroup] 2024-11-20T21:18:58,600 INFO [M:0;0b16ab3f13b7:43153 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:18:58,600 INFO [M:0;0b16ab3f13b7:43153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:18:58,600 DEBUG [M:0;0b16ab3f13b7:43153 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:18:58,600 INFO [M:0;0b16ab3f13b7:43153 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:18:58,600 INFO [M:0;0b16ab3f13b7:43153 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:18:58,601 INFO [M:0;0b16ab3f13b7:43153 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:18:58,601 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:18:58,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-885887736/master 2024-11-20T21:18:58,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-885887736 2024-11-20T21:18:58,603 DEBUG [M:0;0b16ab3f13b7:43153 {}] zookeeper.ZKUtil(347): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Unable to get data of znode /0-885887736/master because node does not exist (not an error) 2024-11-20T21:18:58,603 WARN [M:0;0b16ab3f13b7:43153 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:18:58,605 INFO [M:0;0b16ab3f13b7:43153 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/.lastflushedseqids 2024-11-20T21:18:58,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741850_1026 (size=263) 2024-11-20T21:18:58,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:18:58,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36587-0x1005f0e1f4f0001, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:18:58,699 INFO [RS:0;0b16ab3f13b7:36587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:18:58,699 INFO [RS:0;0b16ab3f13b7:36587 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,36587,1732137457984; zookeeper connection closed. 2024-11-20T21:18:58,700 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cfc4e27 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cfc4e27 2024-11-20T21:18:58,700 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:18:58,825 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:18:58,858 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:18:58,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:18:58,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:18:58,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:18:58,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:18:59,021 INFO [M:0;0b16ab3f13b7:43153 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:18:59,022 INFO [M:0;0b16ab3f13b7:43153 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:18:59,022 DEBUG [M:0;0b16ab3f13b7:43153 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:18:59,022 INFO [M:0;0b16ab3f13b7:43153 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:18:59,022 DEBUG [M:0;0b16ab3f13b7:43153 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:18:59,022 DEBUG [M:0;0b16ab3f13b7:43153 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:18:59,022 DEBUG [M:0;0b16ab3f13b7:43153 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:18:59,022 INFO [M:0;0b16ab3f13b7:43153 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.87 KB heapSize=65.87 KB 2024-11-20T21:18:59,048 DEBUG [M:0;0b16ab3f13b7:43153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee0282336f3748e4a5784358e5eea315 is 82, key is hbase:meta,,1/info:regioninfo/1732137460605/Put/seqid=0 2024-11-20T21:18:59,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741851_1027 (size=5672) 2024-11-20T21:18:59,463 INFO [M:0;0b16ab3f13b7:43153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee0282336f3748e4a5784358e5eea315 2024-11-20T21:18:59,497 DEBUG [M:0;0b16ab3f13b7:43153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b2f70f6e3404bd1b07b4cfc8bca11a7 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732137465058/Put/seqid=0 2024-11-20T21:18:59,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741852_1028 (size=7241) 2024-11-20T21:18:59,526 INFO [M:0;0b16ab3f13b7:43153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.31 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b2f70f6e3404bd1b07b4cfc8bca11a7 2024-11-20T21:18:59,531 INFO [M:0;0b16ab3f13b7:43153 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b2f70f6e3404bd1b07b4cfc8bca11a7 2024-11-20T21:18:59,555 DEBUG [M:0;0b16ab3f13b7:43153 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/491b1363bf6f4e77bfb3f36191b2b894 is 69, key is 0b16ab3f13b7,36587,1732137457984/rs:state/1732137459430/Put/seqid=0 2024-11-20T21:18:59,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741853_1029 (size=5156) 2024-11-20T21:18:59,971 INFO [M:0;0b16ab3f13b7:43153 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/491b1363bf6f4e77bfb3f36191b2b894 2024-11-20T21:18:59,979 DEBUG [M:0;0b16ab3f13b7:43153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ee0282336f3748e4a5784358e5eea315 as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee0282336f3748e4a5784358e5eea315 2024-11-20T21:18:59,986 INFO [M:0;0b16ab3f13b7:43153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ee0282336f3748e4a5784358e5eea315, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T21:18:59,987 DEBUG [M:0;0b16ab3f13b7:43153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b2f70f6e3404bd1b07b4cfc8bca11a7 as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b2f70f6e3404bd1b07b4cfc8bca11a7 2024-11-20T21:19:00,007 INFO [M:0;0b16ab3f13b7:43153 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b2f70f6e3404bd1b07b4cfc8bca11a7 2024-11-20T21:19:00,007 INFO [M:0;0b16ab3f13b7:43153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b2f70f6e3404bd1b07b4cfc8bca11a7, entries=11, sequenceid=105, filesize=7.1 K 2024-11-20T21:19:00,009 DEBUG [M:0;0b16ab3f13b7:43153 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/491b1363bf6f4e77bfb3f36191b2b894 as hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/491b1363bf6f4e77bfb3f36191b2b894 2024-11-20T21:19:00,023 INFO [M:0;0b16ab3f13b7:43153 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42271/user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/491b1363bf6f4e77bfb3f36191b2b894, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T21:19:00,033 INFO [M:0;0b16ab3f13b7:43153 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1011ms, sequenceid=105, compaction requested=false 2024-11-20T21:19:00,047 INFO [M:0;0b16ab3f13b7:43153 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:00,047 DEBUG [M:0;0b16ab3f13b7:43153 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137539022Disabling compacts and flushes for region at 1732137539022Disabling writes for close at 1732137539022Obtaining lock to block concurrent updates at 1732137539022Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137539022Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57207, getHeapSize=67384, getOffHeapSize=0, getCellsCount=122 at 1732137539022Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137539023 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137539023Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137539044 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137539044Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137539470 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137539496 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137539496Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137539532 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137539554 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137539554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2228602e: reopening flushed file at 1732137539978 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ec6ecf: reopening flushed file at 1732137539986 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bc46526: reopening flushed file at 1732137540008 (+22 ms)Finished flush of dataSize ~55.87 KB/57207, heapSize ~65.57 KB/67144, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1011ms, sequenceid=105, compaction requested=false at 1732137540033 (+25 ms)Writing region close event to WAL at 1732137540047 (+14 ms)Closed at 1732137540047 2024-11-20T21:19:00,054 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/95aef672-61a2-f831-61b4-b9c104911b9f/MasterData/WALs/0b16ab3f13b7,43153,1732137457922/0b16ab3f13b7%2C43153%2C1732137457922.1732137459322 not finished, retry = 0 2024-11-20T21:19:00,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40109 is added to blk_1073741830_1006 (size=64538) 2024-11-20T21:19:00,156 INFO [M:0;0b16ab3f13b7:43153 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:19:00,156 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:19:00,157 INFO [M:0;0b16ab3f13b7:43153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43153 2024-11-20T21:19:00,157 INFO [M:0;0b16ab3f13b7:43153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:19:00,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:00,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43153-0x1005f0e1f4f0000, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:00,274 INFO [M:0;0b16ab3f13b7:43153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:19:00,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9c2799f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:19:00,290 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@133292a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:19:00,290 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:19:00,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66e93db9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:19:00,290 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@530a7c13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/hadoop.log.dir/,STOPPED} 2024-11-20T21:19:00,292 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:19:00,292 WARN [BP-799157467-172.17.0.3-1732137456852 heartbeating to localhost/127.0.0.1:42271 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:19:00,292 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:19:00,292 WARN [BP-799157467-172.17.0.3-1732137456852 heartbeating to localhost/127.0.0.1:42271 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-799157467-172.17.0.3-1732137456852 (Datanode Uuid 811d70dc-eccb-4654-bb59-df6f49f64b5b) service to localhost/127.0.0.1:42271 2024-11-20T21:19:00,293 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/cluster_b24d8bf5-3027-dab9-bc3a-56475649eadb/data/data2/current/BP-799157467-172.17.0.3-1732137456852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:19:00,293 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:19:00,294 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/cluster_b24d8bf5-3027-dab9-bc3a-56475649eadb/data/data1/current/BP-799157467-172.17.0.3-1732137456852 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:19:00,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19f28759{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:19:00,303 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b5fcb95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:19:00,303 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:19:00,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fecc9af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:19:00,303 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a50b0da{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b5a3928b-d97f-cce1-6e1c-8afae0fa8c31/hadoop.log.dir/,STOPPED} 2024-11-20T21:19:00,312 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:19:00,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:19:00,342 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 140) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f2fccb914f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38017 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57469) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007f2fccb914f8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42271 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:38017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57469) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38017 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38017 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38017 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=605 (was 666), ProcessCount=11 (was 11), AvailableMemoryMB=354 (was 507) 2024-11-20T21:19:00,355 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=605, ProcessCount=11, AvailableMemoryMB=353 2024-11-20T21:19:00,375 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-20T21:19:00,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/hadoop.log.dir so I do NOT create it in target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2 2024-11-20T21:19:00,376 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:19:00,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/hadoop.tmp.dir so I do NOT create it in target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2 2024-11-20T21:19:00,376 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9c2a23c3-7702-1c18-b084-39c4e7c7303c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:19:00,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2 2024-11-20T21:19:00,376 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/cluster_00f17939-269d-9333-2bc2-f9301844373e, deleteOnExit=true 2024-11-20T21:19:00,393 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/cluster_00f17939-269d-9333-2bc2-f9301844373e/zookeeper_0, clientPort=52758, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/cluster_00f17939-269d-9333-2bc2-f9301844373e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/cluster_00f17939-269d-9333-2bc2-f9301844373e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:19:00,395 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52758 2024-11-20T21:19:00,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:19:00,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:19:00,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/test.cache.data in system properties and HBase conf 2024-11-20T21:19:00,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:19:00,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:19:00,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:19:00,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:19:00,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:19:00,396 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:19:00,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:19:00,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:19:00,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:19:00,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:19:00,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:19:00,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:19:00,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:19:00,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:19:00,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:19:00,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:19:00,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:19:00,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:19:00,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:19:00,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:19:00,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1005f0e1f4f0002, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:19:00,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1005f0e1f4f0002, quorum=127.0.0.1:57469, baseZNode=/0-885887736 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:19:00,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1005f0e1f4f0005, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:19:00,409 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1005f0e1f4f0005, quorum=127.0.0.1:57469, baseZNode=/1-1975900055 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:19:00,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:00,498 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:19:00,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:19:00,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:19:00,507 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:19:00,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:00,508 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@830a9f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:19:00,509 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@428b4dbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:19:00,655 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c528ffb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/java.io.tmpdir/jetty-localhost-41887-hadoop-hdfs-3_4_1-tests_jar-_-any-6944606588569772418/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:19:00,656 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@541fdc67{HTTP/1.1, (http/1.1)}{localhost:41887} 2024-11-20T21:19:00,656 INFO [Time-limited test {}] server.Server(415): Started @130764ms 2024-11-20T21:19:00,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:00,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:19:00,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:19:00,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:19:00,785 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:19:00,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d0e3efc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:19:00,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1373e863{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:19:00,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7aab8543{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/java.io.tmpdir/jetty-localhost-37187-hadoop-hdfs-3_4_1-tests_jar-_-any-448887152621817714/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:19:00,921 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@607b161a{HTTP/1.1, (http/1.1)}{localhost:37187} 2024-11-20T21:19:00,921 INFO [Time-limited test {}] server.Server(415): Started @131029ms 2024-11-20T21:19:00,923 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:19:01,049 WARN [Thread-1285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/cluster_00f17939-269d-9333-2bc2-f9301844373e/data/data2/current/BP-97858669-172.17.0.3-1732137540421/current, will proceed with Du for space computation calculation, 2024-11-20T21:19:01,049 WARN [Thread-1284 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/cluster_00f17939-269d-9333-2bc2-f9301844373e/data/data1/current/BP-97858669-172.17.0.3-1732137540421/current, will proceed with Du for space computation calculation, 2024-11-20T21:19:01,078 WARN [Thread-1272 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:19:01,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4698834b9ca23376 with lease ID 0xe738d575fd7bc688: Processing first storage report for DS-991e5dbb-7749-45f0-8002-32f8d6db1d86 from datanode DatanodeRegistration(127.0.0.1:39759, datanodeUuid=05448f76-f020-4c12-894d-2c6897d72dcd, infoPort=39533, infoSecurePort=0, ipcPort=41817, storageInfo=lv=-57;cid=testClusterID;nsid=1819187298;c=1732137540421) 2024-11-20T21:19:01,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4698834b9ca23376 with lease ID 0xe738d575fd7bc688: from storage DS-991e5dbb-7749-45f0-8002-32f8d6db1d86 node DatanodeRegistration(127.0.0.1:39759, datanodeUuid=05448f76-f020-4c12-894d-2c6897d72dcd, infoPort=39533, infoSecurePort=0, ipcPort=41817, storageInfo=lv=-57;cid=testClusterID;nsid=1819187298;c=1732137540421), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:19:01,087 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4698834b9ca23376 with lease ID 0xe738d575fd7bc688: Processing first storage report for DS-5aacd2b9-d84f-4e21-98c9-4d89d174e446 from datanode DatanodeRegistration(127.0.0.1:39759, datanodeUuid=05448f76-f020-4c12-894d-2c6897d72dcd, infoPort=39533, infoSecurePort=0, ipcPort=41817, storageInfo=lv=-57;cid=testClusterID;nsid=1819187298;c=1732137540421) 2024-11-20T21:19:01,087 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4698834b9ca23376 with lease ID 0xe738d575fd7bc688: from storage DS-5aacd2b9-d84f-4e21-98c9-4d89d174e446 node DatanodeRegistration(127.0.0.1:39759, datanodeUuid=05448f76-f020-4c12-894d-2c6897d72dcd, infoPort=39533, infoSecurePort=0, ipcPort=41817, storageInfo=lv=-57;cid=testClusterID;nsid=1819187298;c=1732137540421), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:19:01,180 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2 2024-11-20T21:19:01,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:01,183 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:01,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:19:01,607 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f with version=8 2024-11-20T21:19:01,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/hbase-staging 2024-11-20T21:19:01,609 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:19:01,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:01,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:01,610 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:19:01,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:01,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:19:01,610 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:19:01,610 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:19:01,610 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36223 2024-11-20T21:19:01,611 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36223 connecting to ZooKeeper ensemble=127.0.0.1:52758 2024-11-20T21:19:01,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:362230x0, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:01,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36223-0x1005f0f65c30000 connected 2024-11-20T21:19:01,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:01,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:01,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on znode that does not yet exist, /0137285760/running 2024-11-20T21:19:01,643 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f, hbase.cluster.distributed=false 2024-11-20T21:19:01,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on znode that does not yet exist, /0137285760/acl 2024-11-20T21:19:01,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36223 2024-11-20T21:19:01,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36223 2024-11-20T21:19:01,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36223 2024-11-20T21:19:01,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36223 2024-11-20T21:19:01,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36223 2024-11-20T21:19:01,664 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:19:01,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:01,664 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:01,665 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:19:01,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:01,665 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:19:01,665 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:19:01,666 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:19:01,667 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41779 2024-11-20T21:19:01,668 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41779 connecting to ZooKeeper ensemble=127.0.0.1:52758 2024-11-20T21:19:01,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:01,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:01,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417790x0, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:01,678 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417790x0, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on znode that does not yet exist, /0137285760/running 2024-11-20T21:19:01,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41779-0x1005f0f65c30001 connected 2024-11-20T21:19:01,679 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:19:01,679 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:19:01,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on znode that does not yet exist, /0137285760/master 2024-11-20T21:19:01,681 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on znode that does not yet exist, /0137285760/acl 2024-11-20T21:19:01,687 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-20T21:19:01,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41779 2024-11-20T21:19:01,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41779 2024-11-20T21:19:01,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-20T21:19:01,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-20T21:19:01,705 DEBUG [M:0;0b16ab3f13b7:36223 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:36223 2024-11-20T21:19:01,706 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0137285760/backup-masters/0b16ab3f13b7,36223,1732137541609 2024-11-20T21:19:01,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760/backup-masters 2024-11-20T21:19:01,707 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760/backup-masters 2024-11-20T21:19:01,708 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on existing znode=/0137285760/backup-masters/0b16ab3f13b7,36223,1732137541609 2024-11-20T21:19:01,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0137285760/master 2024-11-20T21:19:01,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:01,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:01,710 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on existing znode=/0137285760/master 2024-11-20T21:19:01,710 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0137285760/backup-masters/0b16ab3f13b7,36223,1732137541609 from backup master directory 2024-11-20T21:19:01,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137285760/backup-masters/0b16ab3f13b7,36223,1732137541609 2024-11-20T21:19:01,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760/backup-masters 2024-11-20T21:19:01,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760/backup-masters 2024-11-20T21:19:01,712 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:19:01,712 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,36223,1732137541609 2024-11-20T21:19:01,716 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/hbase.id] with ID: 28b38d0e-5821-4898-9797-62282243db02 2024-11-20T21:19:01,716 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/.tmp/hbase.id 2024-11-20T21:19:01,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:19:02,126 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/.tmp/hbase.id]:[hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/hbase.id] 2024-11-20T21:19:02,142 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:02,142 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:19:02,143 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:19:02,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:02,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:02,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:19:02,552 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:02,553 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:19:02,553 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:02,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:19:02,962 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store 2024-11-20T21:19:02,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:19:02,973 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:02,973 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:19:02,973 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:02,973 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:02,973 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:19:02,973 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:02,973 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:02,974 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137542973Disabling compacts and flushes for region at 1732137542973Disabling writes for close at 1732137542973Writing region close event to WAL at 1732137542973Closed at 1732137542973 2024-11-20T21:19:02,975 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/.initializing 2024-11-20T21:19:02,975 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,36223,1732137541609 2024-11-20T21:19:02,978 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:19:02,981 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C36223%2C1732137541609, suffix=, logDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,36223,1732137541609, archiveDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/oldWALs, maxLogs=10 2024-11-20T21:19:03,002 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,36223,1732137541609/0b16ab3f13b7%2C36223%2C1732137541609.1732137542981, exclude list is [], retry=0 2024-11-20T21:19:03,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-991e5dbb-7749-45f0-8002-32f8d6db1d86,DISK] 2024-11-20T21:19:03,008 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,36223,1732137541609/0b16ab3f13b7%2C36223%2C1732137541609.1732137542981 2024-11-20T21:19:03,009 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-11-20T21:19:03,009 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:03,009 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:03,009 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:03,009 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:03,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:03,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:19:03,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:03,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:03,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:03,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:19:03,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:03,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:03,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:03,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:19:03,016 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:03,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:03,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:03,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:19:03,019 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:03,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:03,020 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:03,021 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:03,021 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:03,033 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:03,033 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:03,035 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:03,036 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:03,042 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:03,042 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69104352, jitterRate=0.029735088348388672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:03,044 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137543009Initializing all the Stores at 1732137543010 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137543010Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137543010Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137543010Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137543010Cleaning up temporary data from old regions at 1732137543033 (+23 ms)Region opened successfully at 1732137543043 (+10 ms) 2024-11-20T21:19:03,048 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:19:03,054 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1034917e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:19:03,055 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:19:03,055 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:19:03,055 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:19:03,056 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:19:03,056 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:19:03,057 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:19:03,057 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:19:03,060 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:19:03,061 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Unable to get data of znode /0137285760/balancer because node does not exist (not necessarily an error) 2024-11-20T21:19:03,062 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137285760/balancer already deleted, retry=false 2024-11-20T21:19:03,063 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:19:03,064 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Unable to get data of znode /0137285760/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:19:03,065 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137285760/normalizer already deleted, retry=false 2024-11-20T21:19:03,066 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:19:03,067 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Unable to get data of znode /0137285760/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:19:03,068 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137285760/switch/split already deleted, retry=false 2024-11-20T21:19:03,069 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Unable to get data of znode /0137285760/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:19:03,071 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137285760/switch/merge already deleted, retry=false 2024-11-20T21:19:03,074 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Unable to get data of znode /0137285760/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:19:03,075 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137285760/snapshot-cleanup already deleted, retry=false 2024-11-20T21:19:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0137285760/running 2024-11-20T21:19:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0137285760/running 2024-11-20T21:19:03,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:03,078 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,36223,1732137541609, sessionid=0x1005f0f65c30000, setting cluster-up flag (Was=false) 2024-11-20T21:19:03,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:03,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:03,087 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0137285760/flush-table-proc/acquired, /0137285760/flush-table-proc/reached, /0137285760/flush-table-proc/abort 2024-11-20T21:19:03,088 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,36223,1732137541609 2024-11-20T21:19:03,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:03,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:03,096 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0137285760/online-snapshot/acquired, /0137285760/online-snapshot/reached, /0137285760/online-snapshot/abort 2024-11-20T21:19:03,097 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,36223,1732137541609 2024-11-20T21:19:03,098 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:19:03,100 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:03,100 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:19:03,100 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:19:03,101 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,36223,1732137541609 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:19:03,102 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:03,102 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:03,102 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:03,102 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:03,102 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(746): ClusterId : 28b38d0e-5821-4898-9797-62282243db02 2024-11-20T21:19:03,102 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:19:03,102 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:03,102 DEBUG [RS:0;0b16ab3f13b7:41779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:19:03,102 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:19:03,102 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:03,104 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:03,105 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:19:03,106 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:03,106 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:19:03,108 DEBUG [RS:0;0b16ab3f13b7:41779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:19:03,108 DEBUG [RS:0;0b16ab3f13b7:41779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:19:03,109 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137573109 2024-11-20T21:19:03,109 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:19:03,109 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:19:03,109 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:19:03,109 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:19:03,109 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:19:03,109 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:19:03,110 DEBUG [RS:0;0b16ab3f13b7:41779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:19:03,111 DEBUG [RS:0;0b16ab3f13b7:41779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fd2d307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:19:03,112 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:03,112 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:19:03,112 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:19:03,112 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:19:03,116 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:19:03,121 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:19:03,121 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:19:03,121 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137543121,5,FailOnTimeoutGroup] 2024-11-20T21:19:03,122 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137543122,5,FailOnTimeoutGroup] 2024-11-20T21:19:03,122 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:03,122 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:19:03,122 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:03,122 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:03,130 DEBUG [RS:0;0b16ab3f13b7:41779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:41779 2024-11-20T21:19:03,130 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:19:03,131 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:19:03,131 DEBUG [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:19:03,131 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,36223,1732137541609 with port=41779, startcode=1732137541663 2024-11-20T21:19:03,132 DEBUG [RS:0;0b16ab3f13b7:41779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:19:03,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:19:03,141 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:19:03,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36223 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,41779,1732137541663 2024-11-20T21:19:03,142 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36223 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,41779,1732137541663 2024-11-20T21:19:03,145 DEBUG [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f 2024-11-20T21:19:03,145 DEBUG [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38489 2024-11-20T21:19:03,145 DEBUG [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:19:03,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760/rs 2024-11-20T21:19:03,147 DEBUG [RS:0;0b16ab3f13b7:41779 {}] zookeeper.ZKUtil(111): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on existing znode=/0137285760/rs/0b16ab3f13b7,41779,1732137541663 2024-11-20T21:19:03,147 WARN [RS:0;0b16ab3f13b7:41779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:19:03,147 INFO [RS:0;0b16ab3f13b7:41779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:03,148 DEBUG [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663 2024-11-20T21:19:03,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,41779,1732137541663] 2024-11-20T21:19:03,151 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:19:03,153 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:19:03,153 INFO [RS:0;0b16ab3f13b7:41779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:19:03,153 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:03,156 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:19:03,157 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:19:03,157 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:03,157 DEBUG [RS:0;0b16ab3f13b7:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:03,158 DEBUG [RS:0;0b16ab3f13b7:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:03,158 DEBUG [RS:0;0b16ab3f13b7:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:03,158 DEBUG [RS:0;0b16ab3f13b7:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:03,158 DEBUG [RS:0;0b16ab3f13b7:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:03,158 DEBUG [RS:0;0b16ab3f13b7:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:19:03,158 DEBUG [RS:0;0b16ab3f13b7:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:03,158 DEBUG [RS:0;0b16ab3f13b7:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:03,158 DEBUG [RS:0;0b16ab3f13b7:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:03,158 DEBUG [RS:0;0b16ab3f13b7:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:03,158 DEBUG [RS:0;0b16ab3f13b7:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:03,158 DEBUG [RS:0;0b16ab3f13b7:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:03,158 DEBUG [RS:0;0b16ab3f13b7:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:19:03,158 DEBUG [RS:0;0b16ab3f13b7:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:19:03,158 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:03,158 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:03,158 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:03,158 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:03,158 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:03,158 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41779,1732137541663-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:19:03,175 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:19:03,175 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41779,1732137541663-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:03,175 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:03,175 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.Replication(171): 0b16ab3f13b7,41779,1732137541663 started 2024-11-20T21:19:03,190 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:03,190 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,41779,1732137541663, RpcServer on 0b16ab3f13b7/172.17.0.3:41779, sessionid=0x1005f0f65c30001 2024-11-20T21:19:03,190 DEBUG [RS:0;0b16ab3f13b7:41779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:19:03,190 DEBUG [RS:0;0b16ab3f13b7:41779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,41779,1732137541663 2024-11-20T21:19:03,190 DEBUG [RS:0;0b16ab3f13b7:41779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,41779,1732137541663' 2024-11-20T21:19:03,190 DEBUG [RS:0;0b16ab3f13b7:41779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0137285760/flush-table-proc/abort' 2024-11-20T21:19:03,191 DEBUG [RS:0;0b16ab3f13b7:41779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0137285760/flush-table-proc/acquired' 2024-11-20T21:19:03,191 DEBUG [RS:0;0b16ab3f13b7:41779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:19:03,191 DEBUG [RS:0;0b16ab3f13b7:41779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:19:03,191 DEBUG [RS:0;0b16ab3f13b7:41779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,41779,1732137541663 2024-11-20T21:19:03,191 DEBUG [RS:0;0b16ab3f13b7:41779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,41779,1732137541663' 2024-11-20T21:19:03,191 DEBUG [RS:0;0b16ab3f13b7:41779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0137285760/online-snapshot/abort' 2024-11-20T21:19:03,192 DEBUG [RS:0;0b16ab3f13b7:41779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0137285760/online-snapshot/acquired' 2024-11-20T21:19:03,192 DEBUG [RS:0;0b16ab3f13b7:41779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:19:03,192 INFO [RS:0;0b16ab3f13b7:41779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:19:03,192 INFO [RS:0;0b16ab3f13b7:41779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:19:03,293 INFO [RS:0;0b16ab3f13b7:41779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:19:03,295 INFO [RS:0;0b16ab3f13b7:41779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C41779%2C1732137541663, suffix=, logDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663, archiveDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/oldWALs, maxLogs=10 2024-11-20T21:19:03,313 DEBUG [RS:0;0b16ab3f13b7:41779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663/0b16ab3f13b7%2C41779%2C1732137541663.1732137543296, exclude list is [], retry=0 2024-11-20T21:19:03,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-991e5dbb-7749-45f0-8002-32f8d6db1d86,DISK] 2024-11-20T21:19:03,319 INFO [RS:0;0b16ab3f13b7:41779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663/0b16ab3f13b7%2C41779%2C1732137541663.1732137543296 2024-11-20T21:19:03,320 DEBUG [RS:0;0b16ab3f13b7:41779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-11-20T21:19:03,540 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:19:03,540 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f 2024-11-20T21:19:03,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:19:03,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:03,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:19:03,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:19:03,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:03,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:03,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:19:03,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:19:03,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:03,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:03,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:19:03,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:19:03,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:03,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:03,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:19:03,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:19:03,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:03,960 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:03,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:19:03,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740 2024-11-20T21:19:03,961 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740 2024-11-20T21:19:03,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:19:03,963 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:19:03,963 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:03,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:19:03,967 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:03,968 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73896248, jitterRate=0.10113990306854248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:03,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137543947Initializing all the Stores at 1732137543948 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137543948Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137543949 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137543949Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137543949Cleaning up temporary data from old regions at 1732137543963 (+14 ms)Region opened successfully at 1732137543968 (+5 ms) 2024-11-20T21:19:03,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:19:03,968 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:19:03,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:19:03,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:19:03,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:19:03,973 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:03,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137543968Disabling compacts and flushes for region at 1732137543968Disabling writes for close at 1732137543968Writing region close event to WAL at 1732137543973 (+5 ms)Closed at 1732137543973 2024-11-20T21:19:03,974 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:03,974 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:19:03,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:19:03,976 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:19:03,977 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:19:04,094 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:19:04,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:04,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:04,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:04,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:04,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:04,127 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:04,128 DEBUG [0b16ab3f13b7:36223 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:19:04,128 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,41779,1732137541663 2024-11-20T21:19:04,130 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,41779,1732137541663, state=OPENING 2024-11-20T21:19:04,131 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:19:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:04,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:04,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137285760/meta-region-server: CHANGED 2024-11-20T21:19:04,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137285760/meta-region-server: CHANGED 2024-11-20T21:19:04,134 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:19:04,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,41779,1732137541663}] 2024-11-20T21:19:04,287 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:19:04,290 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:19:04,295 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:19:04,295 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:04,295 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:19:04,297 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C41779%2C1732137541663.meta, suffix=.meta, logDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663, archiveDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/oldWALs, maxLogs=10 2024-11-20T21:19:04,318 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663/0b16ab3f13b7%2C41779%2C1732137541663.meta.1732137544298.meta, exclude list is [], retry=0 2024-11-20T21:19:04,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-991e5dbb-7749-45f0-8002-32f8d6db1d86,DISK] 2024-11-20T21:19:04,324 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663/0b16ab3f13b7%2C41779%2C1732137541663.meta.1732137544298.meta 2024-11-20T21:19:04,324 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-11-20T21:19:04,324 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:04,325 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:04,325 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:19:04,325 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:19:04,325 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:19:04,326 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:19:04,326 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:04,326 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:19:04,326 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:19:04,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:19:04,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:19:04,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:04,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:04,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:19:04,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:19:04,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:04,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:04,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:19:04,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:19:04,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:04,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:04,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:19:04,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:19:04,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:04,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:04,335 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:19:04,335 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740 2024-11-20T21:19:04,337 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740 2024-11-20T21:19:04,339 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:19:04,339 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:19:04,339 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:04,341 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:19:04,342 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63269685, jitterRate=-0.05720822513103485}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:04,342 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:19:04,343 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137544326Writing region info on filesystem at 1732137544326Initializing all the Stores at 1732137544327 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137544327Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137544327Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137544327Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137544327Cleaning up temporary data from old regions at 1732137544339 (+12 ms)Running coprocessor post-open hooks at 1732137544342 (+3 ms)Region opened successfully at 1732137544343 (+1 ms) 2024-11-20T21:19:04,344 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137544287 2024-11-20T21:19:04,348 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:19:04,348 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:19:04,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,41779,1732137541663 2024-11-20T21:19:04,349 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,41779,1732137541663, state=OPEN 2024-11-20T21:19:04,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137285760/meta-region-server 2024-11-20T21:19:04,368 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,41779,1732137541663 2024-11-20T21:19:04,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137285760/meta-region-server: CHANGED 2024-11-20T21:19:04,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137285760/meta-region-server 2024-11-20T21:19:04,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137285760/meta-region-server: CHANGED 2024-11-20T21:19:04,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:19:04,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,41779,1732137541663 in 234 msec 2024-11-20T21:19:04,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:19:04,375 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 397 msec 2024-11-20T21:19:04,376 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:04,376 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:19:04,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:04,379 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,41779,1732137541663, seqNum=-1] 2024-11-20T21:19:04,379 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:04,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:04,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2980 sec 2024-11-20T21:19:04,399 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137544399, completionTime=-1 2024-11-20T21:19:04,399 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:19:04,399 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:19:04,402 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:19:04,402 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137604402 2024-11-20T21:19:04,403 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137664403 2024-11-20T21:19:04,403 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T21:19:04,403 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36223,1732137541609-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:04,403 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36223,1732137541609-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:04,403 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36223,1732137541609-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:04,403 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:36223, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:04,403 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:04,406 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:19:04,408 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:04,414 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.702sec 2024-11-20T21:19:04,415 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:19:04,415 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:19:04,415 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:19:04,415 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:19:04,415 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:19:04,415 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36223,1732137541609-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:19:04,415 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36223,1732137541609-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:19:04,423 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:19:04,423 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:19:04,423 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36223,1732137541609-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:04,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a6c30b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:04,504 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,36223,-1 for getting cluster id 2024-11-20T21:19:04,504 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:04,505 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b38d0e-5821-4898-9797-62282243db02' 2024-11-20T21:19:04,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:04,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b38d0e-5821-4898-9797-62282243db02" 2024-11-20T21:19:04,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1974bb4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:04,506 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,36223,-1] 2024-11-20T21:19:04,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:04,507 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:04,509 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:04,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2944acee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:04,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:04,513 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,41779,1732137541663, seqNum=-1] 2024-11-20T21:19:04,514 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:04,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:04,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,36223,1732137541609 2024-11-20T21:19:04,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52758 2024-11-20T21:19:04,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:04,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1005f0f65c30002 connected 2024-11-20T21:19:04,526 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/hadoop.log.dir so I do NOT create it in target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd 2024-11-20T21:19:04,527 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:19:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/hadoop.tmp.dir so I do NOT create it in target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd 2024-11-20T21:19:04,527 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:19:04,527 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd 2024-11-20T21:19:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:19:04,527 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/cluster_e92d599e-7c97-dccf-d37f-1645ace9ec50, deleteOnExit=true 2024-11-20T21:19:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:19:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/test.cache.data in system properties and HBase conf 2024-11-20T21:19:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:19:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:19:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:19:04,527 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:19:04,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:19:04,528 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:19:04,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:19:04,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:19:04,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:19:04,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:19:04,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:19:04,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:19:04,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:19:04,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:19:04,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:19:04,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:19:04,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:19:04,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:19:04,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:19:04,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:19:04,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:04,621 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:19:04,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:19:04,622 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:19:04,622 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:19:04,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:04,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e2755e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:19:04,625 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8042823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:19:04,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c58f274{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/java.io.tmpdir/jetty-localhost-40021-hadoop-hdfs-3_4_1-tests_jar-_-any-14157265918470274299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:19:04,810 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25c7dd70{HTTP/1.1, (http/1.1)}{localhost:40021} 2024-11-20T21:19:04,811 INFO [Time-limited test {}] server.Server(415): Started @134919ms 2024-11-20T21:19:05,081 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:05,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:19:05,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:19:05,101 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:19:05,101 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:19:05,102 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd6c9c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:19:05,103 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bff4f3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:19:05,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@544c804c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/java.io.tmpdir/jetty-localhost-37599-hadoop-hdfs-3_4_1-tests_jar-_-any-13554682579233506943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:19:05,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f81a38{HTTP/1.1, (http/1.1)}{localhost:37599} 2024-11-20T21:19:05,244 INFO [Time-limited test {}] server.Server(415): Started @135352ms 2024-11-20T21:19:05,245 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:19:05,345 WARN [Thread-1405 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/cluster_e92d599e-7c97-dccf-d37f-1645ace9ec50/data/data1/current/BP-364567200-172.17.0.3-1732137544557/current, will proceed with Du for space computation calculation, 2024-11-20T21:19:05,346 WARN [Thread-1406 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/cluster_e92d599e-7c97-dccf-d37f-1645ace9ec50/data/data2/current/BP-364567200-172.17.0.3-1732137544557/current, will proceed with Du for space computation calculation, 2024-11-20T21:19:05,417 WARN [Thread-1393 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:19:05,421 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94fb7ca3aa492c56 with lease ID 0x2bc77817e047ff7b: Processing first storage report for DS-2ca2b533-d768-4aac-b1cc-788681138634 from datanode DatanodeRegistration(127.0.0.1:40011, datanodeUuid=d0a29645-c14b-4e54-9b6c-c680c09d911a, infoPort=36367, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=236752866;c=1732137544557) 2024-11-20T21:19:05,421 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94fb7ca3aa492c56 with lease ID 0x2bc77817e047ff7b: from storage DS-2ca2b533-d768-4aac-b1cc-788681138634 node DatanodeRegistration(127.0.0.1:40011, datanodeUuid=d0a29645-c14b-4e54-9b6c-c680c09d911a, infoPort=36367, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=236752866;c=1732137544557), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:19:05,422 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94fb7ca3aa492c56 with lease ID 0x2bc77817e047ff7b: Processing first storage report for DS-80d1c21e-98b0-4862-a49b-f0a2d8409479 from datanode DatanodeRegistration(127.0.0.1:40011, datanodeUuid=d0a29645-c14b-4e54-9b6c-c680c09d911a, infoPort=36367, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=236752866;c=1732137544557) 2024-11-20T21:19:05,422 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94fb7ca3aa492c56 with lease ID 0x2bc77817e047ff7b: from storage DS-80d1c21e-98b0-4862-a49b-f0a2d8409479 node DatanodeRegistration(127.0.0.1:40011, datanodeUuid=d0a29645-c14b-4e54-9b6c-c680c09d911a, infoPort=36367, infoSecurePort=0, ipcPort=45933, storageInfo=lv=-57;cid=testClusterID;nsid=236752866;c=1732137544557), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:19:05,485 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd 2024-11-20T21:19:05,486 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:05,487 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:05,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:19:05,512 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c with version=8 2024-11-20T21:19:05,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/hbase-staging 2024-11-20T21:19:05,516 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:19:05,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:05,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:05,516 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:19:05,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:05,516 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:19:05,517 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:19:05,517 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:19:05,518 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33911 2024-11-20T21:19:05,519 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33911 connecting to ZooKeeper ensemble=127.0.0.1:52758 2024-11-20T21:19:05,525 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339110x0, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:05,529 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33911-0x1005f0f65c30003 connected 2024-11-20T21:19:05,539 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:05,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:05,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Set watcher on znode that does not yet exist, /12030032722/running 2024-11-20T21:19:05,545 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c, hbase.cluster.distributed=false 2024-11-20T21:19:05,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Set watcher on znode that does not yet exist, /12030032722/acl 2024-11-20T21:19:05,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33911 2024-11-20T21:19:05,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33911 2024-11-20T21:19:05,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33911 2024-11-20T21:19:05,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33911 2024-11-20T21:19:05,574 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33911 2024-11-20T21:19:05,593 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:19:05,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:05,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:05,593 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:19:05,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:05,593 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:19:05,593 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:19:05,593 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:19:05,597 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46705 2024-11-20T21:19:05,599 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46705 connecting to ZooKeeper ensemble=127.0.0.1:52758 2024-11-20T21:19:05,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:05,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:05,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467050x0, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:05,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467050x0, quorum=127.0.0.1:52758, baseZNode=/12030032722 Set watcher on znode that does not yet exist, /12030032722/running 2024-11-20T21:19:05,613 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:19:05,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46705-0x1005f0f65c30004 connected 2024-11-20T21:19:05,615 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:19:05,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Set watcher on znode that does not yet exist, /12030032722/master 2024-11-20T21:19:05,617 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Set watcher on znode that does not yet exist, /12030032722/acl 2024-11-20T21:19:05,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46705 2024-11-20T21:19:05,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46705 2024-11-20T21:19:05,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46705 2024-11-20T21:19:05,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46705 2024-11-20T21:19:05,632 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46705 2024-11-20T21:19:05,651 DEBUG [M:0;0b16ab3f13b7:33911 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:33911 2024-11-20T21:19:05,651 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12030032722/backup-masters/0b16ab3f13b7,33911,1732137545516 2024-11-20T21:19:05,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722/backup-masters 2024-11-20T21:19:05,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722/backup-masters 2024-11-20T21:19:05,655 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Set watcher on existing znode=/12030032722/backup-masters/0b16ab3f13b7,33911,1732137545516 2024-11-20T21:19:05,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12030032722/master 2024-11-20T21:19:05,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:05,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:05,657 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Set watcher on existing znode=/12030032722/master 2024-11-20T21:19:05,658 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12030032722/backup-masters/0b16ab3f13b7,33911,1732137545516 from backup master directory 2024-11-20T21:19:05,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12030032722/backup-masters/0b16ab3f13b7,33911,1732137545516 2024-11-20T21:19:05,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722/backup-masters 2024-11-20T21:19:05,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722/backup-masters 2024-11-20T21:19:05,659 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:19:05,659 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,33911,1732137545516 2024-11-20T21:19:05,669 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/hbase.id] with ID: bdd3dd67-b14d-484e-b75f-1c6e203f5626 2024-11-20T21:19:05,669 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/.tmp/hbase.id 2024-11-20T21:19:05,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:19:05,691 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/.tmp/hbase.id]:[hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/hbase.id] 2024-11-20T21:19:05,707 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:05,707 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:19:05,709 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T21:19:05,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:05,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:05,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:19:05,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T21:19:05,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T21:19:05,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:19:06,131 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:06,132 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:19:06,132 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:06,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:19:06,549 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store 2024-11-20T21:19:06,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:19:06,563 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:06,564 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:19:06,564 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:06,564 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:06,564 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:19:06,564 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:06,564 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:06,564 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137546564Disabling compacts and flushes for region at 1732137546564Disabling writes for close at 1732137546564Writing region close event to WAL at 1732137546564Closed at 1732137546564 2024-11-20T21:19:06,565 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/.initializing 2024-11-20T21:19:06,565 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/WALs/0b16ab3f13b7,33911,1732137545516 2024-11-20T21:19:06,567 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:19:06,569 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C33911%2C1732137545516, suffix=, logDir=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/WALs/0b16ab3f13b7,33911,1732137545516, archiveDir=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/oldWALs, maxLogs=10 2024-11-20T21:19:06,588 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/WALs/0b16ab3f13b7,33911,1732137545516/0b16ab3f13b7%2C33911%2C1732137545516.1732137546570, exclude list is [], retry=0 2024-11-20T21:19:06,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40011,DS-2ca2b533-d768-4aac-b1cc-788681138634,DISK] 2024-11-20T21:19:06,593 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/WALs/0b16ab3f13b7,33911,1732137545516/0b16ab3f13b7%2C33911%2C1732137545516.1732137546570 2024-11-20T21:19:06,594 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36367:36367)] 2024-11-20T21:19:06,594 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:06,594 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:06,594 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:06,594 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:06,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:06,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:19:06,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:06,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:06,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:06,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:19:06,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:06,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:06,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:06,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:19:06,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:06,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:06,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:06,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:19:06,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:06,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:06,603 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:06,604 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:06,604 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:06,605 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:06,605 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:06,607 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:06,608 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:06,610 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:06,611 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66667641, jitterRate=-0.006574735045433044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:06,611 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137546594Initializing all the Stores at 1732137546595 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137546595Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137546595Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137546595Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137546595Cleaning up temporary data from old regions at 1732137546605 (+10 ms)Region opened successfully at 1732137546611 (+6 ms) 2024-11-20T21:19:06,611 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:19:06,615 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1dfccc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:19:06,615 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:19:06,616 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:19:06,616 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:19:06,616 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:19:06,616 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:19:06,617 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:19:06,617 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:19:06,619 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:19:06,620 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Unable to get data of znode /12030032722/balancer because node does not exist (not necessarily an error) 2024-11-20T21:19:06,622 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12030032722/balancer already deleted, retry=false 2024-11-20T21:19:06,622 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:19:06,623 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Unable to get data of znode /12030032722/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:19:06,624 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12030032722/normalizer already deleted, retry=false 2024-11-20T21:19:06,625 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:19:06,626 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Unable to get data of znode /12030032722/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:19:06,627 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12030032722/switch/split already deleted, retry=false 2024-11-20T21:19:06,628 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Unable to get data of znode /12030032722/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:19:06,630 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12030032722/switch/merge already deleted, retry=false 2024-11-20T21:19:06,632 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Unable to get data of znode /12030032722/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:19:06,634 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12030032722/snapshot-cleanup already deleted, retry=false 2024-11-20T21:19:06,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12030032722/running 2024-11-20T21:19:06,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12030032722/running 2024-11-20T21:19:06,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:06,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:06,637 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,33911,1732137545516, sessionid=0x1005f0f65c30003, setting cluster-up flag (Was=false) 2024-11-20T21:19:06,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:06,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:06,647 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12030032722/flush-table-proc/acquired, /12030032722/flush-table-proc/reached, /12030032722/flush-table-proc/abort 2024-11-20T21:19:06,648 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,33911,1732137545516 2024-11-20T21:19:06,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:06,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:06,658 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12030032722/online-snapshot/acquired, /12030032722/online-snapshot/reached, /12030032722/online-snapshot/abort 2024-11-20T21:19:06,660 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,33911,1732137545516 2024-11-20T21:19:06,661 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:19:06,663 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:06,663 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:19:06,664 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:19:06,664 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,33911,1732137545516 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:19:06,665 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:06,665 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:06,665 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:06,665 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:06,665 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:19:06,665 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:06,665 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:19:06,665 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:06,671 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137576671 2024-11-20T21:19:06,672 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:19:06,672 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:19:06,672 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:19:06,672 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:19:06,672 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:19:06,672 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:19:06,672 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:06,673 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:19:06,673 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:19:06,674 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:19:06,674 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:19:06,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:06,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:19:06,676 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:19:06,676 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:19:06,677 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137546677,5,FailOnTimeoutGroup] 2024-11-20T21:19:06,677 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137546677,5,FailOnTimeoutGroup] 2024-11-20T21:19:06,677 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:06,677 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:06,677 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:19:06,677 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:06,677 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:06,677 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:19:06,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:19:06,735 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(746): ClusterId : bdd3dd67-b14d-484e-b75f-1c6e203f5626 2024-11-20T21:19:06,736 DEBUG [RS:0;0b16ab3f13b7:46705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:19:06,738 DEBUG [RS:0;0b16ab3f13b7:46705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:19:06,738 DEBUG [RS:0;0b16ab3f13b7:46705 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:19:06,740 DEBUG [RS:0;0b16ab3f13b7:46705 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:19:06,741 DEBUG [RS:0;0b16ab3f13b7:46705 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be4d10d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:19:06,753 DEBUG [RS:0;0b16ab3f13b7:46705 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:46705 2024-11-20T21:19:06,753 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:19:06,753 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:19:06,753 DEBUG [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:19:06,754 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,33911,1732137545516 with port=46705, startcode=1732137545593 2024-11-20T21:19:06,754 DEBUG [RS:0;0b16ab3f13b7:46705 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:19:06,756 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57787, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:19:06,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33911 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,46705,1732137545593 2024-11-20T21:19:06,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33911 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,46705,1732137545593 2024-11-20T21:19:06,759 DEBUG [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c 2024-11-20T21:19:06,759 DEBUG [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41773 2024-11-20T21:19:06,759 DEBUG [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:19:06,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722/rs 2024-11-20T21:19:06,762 DEBUG [RS:0;0b16ab3f13b7:46705 {}] zookeeper.ZKUtil(111): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Set watcher on existing znode=/12030032722/rs/0b16ab3f13b7,46705,1732137545593 2024-11-20T21:19:06,762 WARN [RS:0;0b16ab3f13b7:46705 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:19:06,762 INFO [RS:0;0b16ab3f13b7:46705 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:06,762 DEBUG [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/WALs/0b16ab3f13b7,46705,1732137545593 2024-11-20T21:19:06,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,46705,1732137545593] 2024-11-20T21:19:06,768 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:19:06,777 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:19:06,777 INFO [RS:0;0b16ab3f13b7:46705 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:19:06,777 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:06,779 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:19:06,780 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:19:06,780 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:06,781 DEBUG [RS:0;0b16ab3f13b7:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:06,781 DEBUG [RS:0;0b16ab3f13b7:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:06,781 DEBUG [RS:0;0b16ab3f13b7:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:06,781 DEBUG [RS:0;0b16ab3f13b7:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:06,781 DEBUG [RS:0;0b16ab3f13b7:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:06,781 DEBUG [RS:0;0b16ab3f13b7:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:19:06,781 DEBUG [RS:0;0b16ab3f13b7:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:06,781 DEBUG [RS:0;0b16ab3f13b7:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:06,781 DEBUG [RS:0;0b16ab3f13b7:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:06,781 DEBUG [RS:0;0b16ab3f13b7:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:06,781 DEBUG [RS:0;0b16ab3f13b7:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:06,781 DEBUG [RS:0;0b16ab3f13b7:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:06,781 DEBUG [RS:0;0b16ab3f13b7:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:19:06,781 DEBUG [RS:0;0b16ab3f13b7:46705 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:19:06,785 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:06,785 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:06,785 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:06,785 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:06,785 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:06,785 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,46705,1732137545593-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:19:06,813 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:19:06,813 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,46705,1732137545593-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:06,813 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:06,814 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.Replication(171): 0b16ab3f13b7,46705,1732137545593 started 2024-11-20T21:19:06,836 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:06,836 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,46705,1732137545593, RpcServer on 0b16ab3f13b7/172.17.0.3:46705, sessionid=0x1005f0f65c30004 2024-11-20T21:19:06,836 DEBUG [RS:0;0b16ab3f13b7:46705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:19:06,836 DEBUG [RS:0;0b16ab3f13b7:46705 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,46705,1732137545593 2024-11-20T21:19:06,836 DEBUG [RS:0;0b16ab3f13b7:46705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,46705,1732137545593' 2024-11-20T21:19:06,836 DEBUG [RS:0;0b16ab3f13b7:46705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12030032722/flush-table-proc/abort' 2024-11-20T21:19:06,837 DEBUG [RS:0;0b16ab3f13b7:46705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12030032722/flush-table-proc/acquired' 2024-11-20T21:19:06,838 DEBUG [RS:0;0b16ab3f13b7:46705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:19:06,838 DEBUG [RS:0;0b16ab3f13b7:46705 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:19:06,838 DEBUG [RS:0;0b16ab3f13b7:46705 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,46705,1732137545593 2024-11-20T21:19:06,838 DEBUG [RS:0;0b16ab3f13b7:46705 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,46705,1732137545593' 2024-11-20T21:19:06,838 DEBUG [RS:0;0b16ab3f13b7:46705 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12030032722/online-snapshot/abort' 2024-11-20T21:19:06,838 DEBUG [RS:0;0b16ab3f13b7:46705 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12030032722/online-snapshot/acquired' 2024-11-20T21:19:06,839 DEBUG [RS:0;0b16ab3f13b7:46705 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:19:06,839 INFO [RS:0;0b16ab3f13b7:46705 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:19:06,839 INFO [RS:0;0b16ab3f13b7:46705 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:19:06,939 INFO [RS:0;0b16ab3f13b7:46705 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:19:06,941 INFO [RS:0;0b16ab3f13b7:46705 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C46705%2C1732137545593, suffix=, logDir=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/WALs/0b16ab3f13b7,46705,1732137545593, archiveDir=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/oldWALs, maxLogs=10 2024-11-20T21:19:06,964 DEBUG [RS:0;0b16ab3f13b7:46705 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/WALs/0b16ab3f13b7,46705,1732137545593/0b16ab3f13b7%2C46705%2C1732137545593.1732137546942, exclude list is [], retry=0 2024-11-20T21:19:06,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40011,DS-2ca2b533-d768-4aac-b1cc-788681138634,DISK] 2024-11-20T21:19:06,969 INFO [RS:0;0b16ab3f13b7:46705 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/WALs/0b16ab3f13b7,46705,1732137545593/0b16ab3f13b7%2C46705%2C1732137545593.1732137546942 2024-11-20T21:19:06,970 DEBUG [RS:0;0b16ab3f13b7:46705 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36367:36367)] 2024-11-20T21:19:07,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:19:07,101 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c 2024-11-20T21:19:07,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:19:07,508 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:07,509 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:19:07,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:19:07,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:07,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:07,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:19:07,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:19:07,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:07,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:07,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:19:07,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:19:07,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:07,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:07,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:19:07,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:19:07,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:07,530 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:07,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:19:07,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/data/hbase/meta/1588230740 2024-11-20T21:19:07,532 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/data/hbase/meta/1588230740 2024-11-20T21:19:07,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:19:07,533 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:19:07,534 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:07,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:19:07,537 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:07,538 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66610541, jitterRate=-0.007425591349601746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:07,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137547508Initializing all the Stores at 1732137547509 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137547509Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137547509Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137547509Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137547509Cleaning up temporary data from old regions at 1732137547533 (+24 ms)Region opened successfully at 1732137547538 (+5 ms) 2024-11-20T21:19:07,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:19:07,538 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:19:07,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:19:07,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:19:07,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:19:07,539 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:07,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137547538Disabling compacts and flushes for region at 1732137547538Disabling writes for close at 1732137547538Writing region close event to WAL at 1732137547539 (+1 ms)Closed at 1732137547539 2024-11-20T21:19:07,540 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:07,540 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:19:07,540 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:19:07,542 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:19:07,543 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:19:07,693 DEBUG [0b16ab3f13b7:33911 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:19:07,694 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,46705,1732137545593 2024-11-20T21:19:07,695 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,46705,1732137545593, state=OPENING 2024-11-20T21:19:07,702 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:19:07,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:07,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:07,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12030032722/meta-region-server: CHANGED 2024-11-20T21:19:07,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12030032722/meta-region-server: CHANGED 2024-11-20T21:19:07,704 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:19:07,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,46705,1732137545593}] 2024-11-20T21:19:07,857 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:19:07,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:19:07,866 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:19:07,866 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:07,867 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:19:07,869 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C46705%2C1732137545593.meta, suffix=.meta, logDir=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/WALs/0b16ab3f13b7,46705,1732137545593, archiveDir=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/oldWALs, maxLogs=10 2024-11-20T21:19:07,887 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/WALs/0b16ab3f13b7,46705,1732137545593/0b16ab3f13b7%2C46705%2C1732137545593.meta.1732137547869.meta, exclude list is [], retry=0 2024-11-20T21:19:07,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40011,DS-2ca2b533-d768-4aac-b1cc-788681138634,DISK] 2024-11-20T21:19:07,894 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/WALs/0b16ab3f13b7,46705,1732137545593/0b16ab3f13b7%2C46705%2C1732137545593.meta.1732137547869.meta 2024-11-20T21:19:07,894 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36367:36367)] 2024-11-20T21:19:07,894 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:07,895 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:07,895 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:19:07,895 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:19:07,895 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:19:07,896 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:19:07,896 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:07,896 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:19:07,896 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:19:07,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:19:07,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:19:07,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:07,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:07,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:19:07,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:19:07,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:07,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:07,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:19:07,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:19:07,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:07,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:07,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:19:07,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:19:07,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:07,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:07,907 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:19:07,908 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/data/hbase/meta/1588230740 2024-11-20T21:19:07,910 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/data/hbase/meta/1588230740 2024-11-20T21:19:07,911 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:19:07,911 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:19:07,912 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:07,915 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:19:07,916 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64838654, jitterRate=-0.03382876515388489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:07,916 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:19:07,917 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137547896Writing region info on filesystem at 1732137547896Initializing all the Stores at 1732137547897 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137547897Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137547897Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137547897Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137547897Cleaning up temporary data from old regions at 1732137547911 (+14 ms)Running coprocessor post-open hooks at 1732137547916 (+5 ms)Region opened successfully at 1732137547917 (+1 ms) 2024-11-20T21:19:07,918 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137547857 2024-11-20T21:19:07,921 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:19:07,921 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:19:07,926 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,46705,1732137545593 2024-11-20T21:19:07,927 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,46705,1732137545593, state=OPEN 2024-11-20T21:19:07,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12030032722/meta-region-server 2024-11-20T21:19:07,929 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,46705,1732137545593 2024-11-20T21:19:07,930 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12030032722/meta-region-server: CHANGED 2024-11-20T21:19:07,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12030032722/meta-region-server 2024-11-20T21:19:07,933 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12030032722/meta-region-server: CHANGED 2024-11-20T21:19:07,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:19:07,934 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,46705,1732137545593 in 225 msec 2024-11-20T21:19:07,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:19:07,936 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 393 msec 2024-11-20T21:19:07,937 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:07,937 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:19:07,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:07,942 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,46705,1732137545593, seqNum=-1] 2024-11-20T21:19:07,943 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:07,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:07,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2880 sec 2024-11-20T21:19:07,953 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137547953, completionTime=-1 2024-11-20T21:19:07,953 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:19:07,953 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:19:07,957 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:19:07,957 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137607957 2024-11-20T21:19:07,957 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137667957 2024-11-20T21:19:07,957 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-20T21:19:07,958 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33911,1732137545516-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:07,958 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33911,1732137545516-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:07,958 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33911,1732137545516-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:07,958 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:33911, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:07,958 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:07,961 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:07,965 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:19:07,970 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.310sec 2024-11-20T21:19:07,970 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:19:07,970 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:19:07,970 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:19:07,970 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:19:07,970 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:19:07,970 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33911,1732137545516-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:19:07,970 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33911,1732137545516-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:19:07,972 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:19:07,972 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:19:07,973 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33911,1732137545516-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:08,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5200e428, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:08,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,33911,-1 for getting cluster id 2024-11-20T21:19:08,037 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:08,038 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdd3dd67-b14d-484e-b75f-1c6e203f5626' 2024-11-20T21:19:08,038 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdd3dd67-b14d-484e-b75f-1c6e203f5626" 2024-11-20T21:19:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d60804f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,33911,-1] 2024-11-20T21:19:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:08,040 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:08,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ad648d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:08,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,46705,1732137545593, seqNum=-1] 2024-11-20T21:19:08,043 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:08,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:08,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,33911,1732137545516 2024-11-20T21:19:08,046 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52758 2024-11-20T21:19:08,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:08,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1005f0f65c30005 connected 2024-11-20T21:19:08,054 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f98a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:08,054 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,36223,-1 for getting cluster id 2024-11-20T21:19:08,054 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:08,055 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b38d0e-5821-4898-9797-62282243db02' 2024-11-20T21:19:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b38d0e-5821-4898-9797-62282243db02" 2024-11-20T21:19:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@745fd02f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,36223,-1] 2024-11-20T21:19:08,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:08,056 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:08,057 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:08,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700575f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:08,058 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,36223,1732137541609 2024-11-20T21:19:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@547624bd 2024-11-20T21:19:08,059 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:08,060 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:08,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:33911,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:19:08,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:19:08,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:08,063 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:33911' 2024-11-20T21:19:08,064 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af1741d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:08,064 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,33911,-1 for getting cluster id 2024-11-20T21:19:08,064 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:08,065 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdd3dd67-b14d-484e-b75f-1c6e203f5626' 2024-11-20T21:19:08,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:08,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdd3dd67-b14d-484e-b75f-1c6e203f5626" 2024-11-20T21:19:08,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e6311d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:08,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,33911,-1] 2024-11-20T21:19:08,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:08,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:08,067 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:08,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1991c4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:08,068 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,33911,1732137545516 2024-11-20T21:19:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@375546f8 2024-11-20T21:19:08,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:08,070 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:08,071 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-20T21:19:08,071 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:19:08,071 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:08,071 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:08,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:08,071 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:08,073 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:19:08,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:19:08,074 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:08,075 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:19:08,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741835_1011 (size=1138) 2024-11-20T21:19:08,084 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e960a2963f3bf40d55e78ffaf0ae5498, NAME => 'hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f 2024-11-20T21:19:08,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741836_1012 (size=44) 2024-11-20T21:19:08,123 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:19:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:08,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:08,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e960a2963f3bf40d55e78ffaf0ae5498, disabling compactions & flushes 2024-11-20T21:19:08,497 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:08,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:08,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. after waiting 0 ms 2024-11-20T21:19:08,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:08,497 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:08,497 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e960a2963f3bf40d55e78ffaf0ae5498: Waiting for close lock at 1732137548497Disabling compacts and flushes for region at 1732137548497Disabling writes for close at 1732137548497Writing region close event to WAL at 1732137548497Closed at 1732137548497 2024-11-20T21:19:08,499 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:19:08,499 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137548499"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137548499"}]},"ts":"1732137548499"} 2024-11-20T21:19:08,502 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:19:08,503 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:19:08,503 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137548503"}]},"ts":"1732137548503"} 2024-11-20T21:19:08,505 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:19:08,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e960a2963f3bf40d55e78ffaf0ae5498, ASSIGN}] 2024-11-20T21:19:08,507 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e960a2963f3bf40d55e78ffaf0ae5498, ASSIGN 2024-11-20T21:19:08,508 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e960a2963f3bf40d55e78ffaf0ae5498, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,41779,1732137541663; forceNewPlan=false, retain=false 2024-11-20T21:19:08,658 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e960a2963f3bf40d55e78ffaf0ae5498, regionState=OPENING, regionLocation=0b16ab3f13b7,41779,1732137541663 2024-11-20T21:19:08,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e960a2963f3bf40d55e78ffaf0ae5498, ASSIGN because future has completed 2024-11-20T21:19:08,662 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e960a2963f3bf40d55e78ffaf0ae5498, server=0b16ab3f13b7,41779,1732137541663}] 2024-11-20T21:19:08,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:08,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:08,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:08,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:19:08,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C41779%2C1732137541663.rep, suffix=, logDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663, archiveDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/oldWALs, maxLogs=10 2024-11-20T21:19:08,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663/0b16ab3f13b7%2C41779%2C1732137541663.rep.1732137548825, exclude list is [], retry=0 2024-11-20T21:19:08,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-991e5dbb-7749-45f0-8002-32f8d6db1d86,DISK] 2024-11-20T21:19:08,855 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663/0b16ab3f13b7%2C41779%2C1732137541663.rep.1732137548825 2024-11-20T21:19:08,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-11-20T21:19:08,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e960a2963f3bf40d55e78ffaf0ae5498, NAME => 'hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:08,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:08,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:19:08,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. service=MultiRowMutationService 2024-11-20T21:19:08,857 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:19:08,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:08,857 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:08,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:08,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:08,860 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:08,862 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e960a2963f3bf40d55e78ffaf0ae5498 columnFamilyName hfileref 2024-11-20T21:19:08,862 DEBUG [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:08,862 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] regionserver.HStore(327): Store=e960a2963f3bf40d55e78ffaf0ae5498/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:08,862 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:08,864 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e960a2963f3bf40d55e78ffaf0ae5498 columnFamilyName queue 2024-11-20T21:19:08,864 DEBUG [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:08,866 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] regionserver.HStore(327): Store=e960a2963f3bf40d55e78ffaf0ae5498/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:08,866 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:08,868 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e960a2963f3bf40d55e78ffaf0ae5498 columnFamilyName sid 2024-11-20T21:19:08,868 DEBUG [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:08,869 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] regionserver.HStore(327): Store=e960a2963f3bf40d55e78ffaf0ae5498/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:08,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:08,872 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/replication/e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:08,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/replication/e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:08,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:08,875 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:08,876 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:19:08,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:08,885 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/replication/e960a2963f3bf40d55e78ffaf0ae5498/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:08,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e960a2963f3bf40d55e78ffaf0ae5498; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70244458, jitterRate=0.04672399163246155}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:19:08,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:08,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e960a2963f3bf40d55e78ffaf0ae5498: Running coprocessor pre-open hook at 1732137548858Writing region info on filesystem at 1732137548858Initializing all the Stores at 1732137548859 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137548859Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137548859Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137548859Cleaning up temporary data from old regions at 1732137548875 (+16 ms)Running coprocessor post-open hooks at 1732137548886 (+11 ms)Region opened successfully at 1732137548887 (+1 ms) 2024-11-20T21:19:08,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498., pid=7, masterSystemTime=1732137548814 2024-11-20T21:19:08,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:08,897 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:08,898 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e960a2963f3bf40d55e78ffaf0ae5498, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,41779,1732137541663 2024-11-20T21:19:08,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e960a2963f3bf40d55e78ffaf0ae5498, server=0b16ab3f13b7,41779,1732137541663 because future has completed 2024-11-20T21:19:08,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-20T21:19:08,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e960a2963f3bf40d55e78ffaf0ae5498, server=0b16ab3f13b7,41779,1732137541663 in 241 msec 2024-11-20T21:19:08,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:19:08,910 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:19:08,911 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137548910"}]},"ts":"1732137548910"} 2024-11-20T21:19:08,912 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e960a2963f3bf40d55e78ffaf0ae5498, ASSIGN in 401 msec 2024-11-20T21:19:08,914 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:19:08,915 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:19:08,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 844 msec 2024-11-20T21:19:08,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498., hostname=0b16ab3f13b7,41779,1732137541663, seqNum=2] 2024-11-20T21:19:08,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:08,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:08,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:19:09,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-20T21:19:09,096 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:19:09,136 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,41779,1732137541663, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:19:09,137 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:09,137 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,41779,1732137541663, seqNum=-1] 2024-11-20T21:19:09,138 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:09,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-20T21:19:09,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,41779,1732137541663', locateType=CURRENT is [region=hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498., hostname=0b16ab3f13b7,41779,1732137541663, seqNum=2] 2024-11-20T21:19:09,146 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T21:19:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T21:19:09,151 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T21:19:09,152 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:19:09,154 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,41779,1732137541663 suceeded 2024-11-20T21:19:09,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-20T21:19:09,156 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-20T21:19:09,156 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:33911,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:19:09,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0970 sec 2024-11-20T21:19:09,172 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:33911' 2024-11-20T21:19:09,173 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7412d29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:09,173 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,33911,-1 for getting cluster id 2024-11-20T21:19:09,173 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:09,175 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdd3dd67-b14d-484e-b75f-1c6e203f5626' 2024-11-20T21:19:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdd3dd67-b14d-484e-b75f-1c6e203f5626" 2024-11-20T21:19:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e2f3b76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,33911,-1] 2024-11-20T21:19:09,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:09,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:09,177 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:09,178 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cfa3c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:09,178 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,33911,1732137545516 2024-11-20T21:19:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a75ce3f 2024-11-20T21:19:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:09,180 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-20T21:19:09,181 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,41779,1732137541663 (queues=1) is replicating from cluster=28b38d0e-5821-4898-9797-62282243db02 to cluster=bdd3dd67-b14d-484e-b75f-1c6e203f5626 2024-11-20T21:19:09,181 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C41779%2C1732137541663 2024-11-20T21:19:09,182 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,41779,1732137541663, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:19:09,182 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663.replicationSource.wal-reader.0b16ab3f13b7%2C41779%2C1732137541663,1-0b16ab3f13b7,41779,1732137541663 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663/0b16ab3f13b7%2C41779%2C1732137541663.1732137543296, startPosition=0, beingWritten=true 2024-11-20T21:19:09,183 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663.replicationSource.shipper0b16ab3f13b7%2C41779%2C1732137541663,1-0b16ab3f13b7,41779,1732137541663 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C41779%2C1732137541663 2024-11-20T21:19:09,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:09,199 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:19:09,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:09,199 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:09,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:09,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:09,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:09,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:09,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,36223,1732137541609 2024-11-20T21:19:09,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d3de226 2024-11-20T21:19:09,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:09,204 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:09,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36223 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T21:19:09,206 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:09,206 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:09,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:09,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:09,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:09,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:19:09,206 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=466938577, stopped=false 2024-11-20T21:19:09,206 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,36223,1732137541609 2024-11-20T21:19:09,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137285760/running 2024-11-20T21:19:09,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137285760/running 2024-11-20T21:19:09,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:09,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:09,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on znode that does not yet exist, /0137285760/running 2024-11-20T21:19:09,211 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:19:09,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:09,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on znode that does not yet exist, /0137285760/running 2024-11-20T21:19:09,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:09,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:09,212 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,41779,1732137541663' ***** 2024-11-20T21:19:09,212 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:19:09,212 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:19:09,213 INFO [RS:0;0b16ab3f13b7:41779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:19:09,213 INFO [RS:0;0b16ab3f13b7:41779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:19:09,213 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(3091): Received CLOSE for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:09,213 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,41779,1732137541663 2024-11-20T21:19:09,213 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:19:09,213 INFO [RS:0;0b16ab3f13b7:41779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:41779. 2024-11-20T21:19:09,213 DEBUG [RS:0;0b16ab3f13b7:41779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:09,213 DEBUG [RS:0;0b16ab3f13b7:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:09,213 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:19:09,213 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:19:09,213 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:19:09,213 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:19:09,214 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:19:09,214 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e960a2963f3bf40d55e78ffaf0ae5498, disabling compactions & flushes 2024-11-20T21:19:09,214 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:09,214 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:09,214 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. after waiting 0 ms 2024-11-20T21:19:09,214 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:09,214 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e960a2963f3bf40d55e78ffaf0ae5498 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-20T21:19:09,214 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:19:09,214 DEBUG [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(1325): Online Regions={e960a2963f3bf40d55e78ffaf0ae5498=hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:19:09,214 DEBUG [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:09,214 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:19:09,214 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:19:09,214 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:19:09,214 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:19:09,214 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:19:09,215 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-20T21:19:09,239 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/.tmp/info/df824c6278b24cf9975131b1c17dd932 is 147, key is hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498./info:regioninfo/1732137548898/Put/seqid=0 2024-11-20T21:19:09,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741838_1014 (size=6631) 2024-11-20T21:19:09,248 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/replication/e960a2963f3bf40d55e78ffaf0ae5498/.tmp/queue/8f6a13b8c3bb438fa1e3ea31b2a381cc is 151, key is 1-0b16ab3f13b7,41779,1732137541663/queue:0b16ab3f13b7%2C41779%2C1732137541663/1732137549143/Put/seqid=0 2024-11-20T21:19:09,250 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/.tmp/info/df824c6278b24cf9975131b1c17dd932 2024-11-20T21:19:09,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741839_1015 (size=5350) 2024-11-20T21:19:09,267 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/replication/e960a2963f3bf40d55e78ffaf0ae5498/.tmp/queue/8f6a13b8c3bb438fa1e3ea31b2a381cc 2024-11-20T21:19:09,280 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:19:09,282 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/replication/e960a2963f3bf40d55e78ffaf0ae5498/.tmp/queue/8f6a13b8c3bb438fa1e3ea31b2a381cc as hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/replication/e960a2963f3bf40d55e78ffaf0ae5498/queue/8f6a13b8c3bb438fa1e3ea31b2a381cc 2024-11-20T21:19:09,289 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/replication/e960a2963f3bf40d55e78ffaf0ae5498/queue/8f6a13b8c3bb438fa1e3ea31b2a381cc, entries=1, sequenceid=5, filesize=5.2 K 2024-11-20T21:19:09,290 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e960a2963f3bf40d55e78ffaf0ae5498 in 76ms, sequenceid=5, compaction requested=false 2024-11-20T21:19:09,297 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/.tmp/ns/8e5e33e814b04ffd8c7bf1677f5d9c0b is 43, key is default/ns:d/1732137544384/Put/seqid=0 2024-11-20T21:19:09,298 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/replication/e960a2963f3bf40d55e78ffaf0ae5498/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:19:09,299 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:19:09,299 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:19:09,299 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:09,299 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e960a2963f3bf40d55e78ffaf0ae5498: Waiting for close lock at 1732137549214Running coprocessor pre-close hooks at 1732137549214Disabling compacts and flushes for region at 1732137549214Disabling writes for close at 1732137549214Obtaining lock to block concurrent updates at 1732137549214Preparing flush snapshotting stores in e960a2963f3bf40d55e78ffaf0ae5498 at 1732137549214Finished memstore snapshotting hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732137549214Flushing stores of hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. at 1732137549220 (+6 ms)Flushing e960a2963f3bf40d55e78ffaf0ae5498/queue: creating writer at 1732137549220Flushing e960a2963f3bf40d55e78ffaf0ae5498/queue: appending metadata at 1732137549247 (+27 ms)Flushing e960a2963f3bf40d55e78ffaf0ae5498/queue: closing flushed file at 1732137549247Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42df77a1: reopening flushed file at 1732137549281 (+34 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e960a2963f3bf40d55e78ffaf0ae5498 in 76ms, sequenceid=5, compaction requested=false at 1732137549290 (+9 ms)Writing region close event to WAL at 1732137549291 (+1 ms)Running coprocessor post-close hooks at 1732137549299 (+8 ms)Closed at 1732137549299 2024-11-20T21:19:09,299 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:09,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741840_1016 (size=5153) 2024-11-20T21:19:09,394 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663.replicationSource.wal-reader.0b16ab3f13b7%2C41779%2C1732137541663,1-0b16ab3f13b7,41779,1732137541663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663/0b16ab3f13b7%2C41779%2C1732137541663.1732137543296 to pos 0, reset compression=false 2024-11-20T21:19:09,414 DEBUG [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:19:09,615 DEBUG [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:19:09,700 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663.replicationSource.wal-reader.0b16ab3f13b7%2C41779%2C1732137541663,1-0b16ab3f13b7,41779,1732137541663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663/0b16ab3f13b7%2C41779%2C1732137541663.1732137543296 to pos 0, reset compression=false 2024-11-20T21:19:09,707 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/.tmp/ns/8e5e33e814b04ffd8c7bf1677f5d9c0b 2024-11-20T21:19:09,733 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/.tmp/table/c40f29488e2b40c9ae2401edfd7e85e9 is 53, key is hbase:replication/table:state/1732137548910/Put/seqid=0 2024-11-20T21:19:09,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741841_1017 (size=5256) 2024-11-20T21:19:09,815 DEBUG [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:19:09,828 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:19:09,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:09,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:09,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:09,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:09,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:09,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:10,017 DEBUG [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:19:10,106 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663.replicationSource.wal-reader.0b16ab3f13b7%2C41779%2C1732137541663,1-0b16ab3f13b7,41779,1732137541663 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663/0b16ab3f13b7%2C41779%2C1732137541663.1732137543296 to pos 0, reset compression=false 2024-11-20T21:19:10,146 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/.tmp/table/c40f29488e2b40c9ae2401edfd7e85e9 2024-11-20T21:19:10,155 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/.tmp/info/df824c6278b24cf9975131b1c17dd932 as hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/info/df824c6278b24cf9975131b1c17dd932 2024-11-20T21:19:10,164 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/info/df824c6278b24cf9975131b1c17dd932, entries=10, sequenceid=11, filesize=6.5 K 2024-11-20T21:19:10,165 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/.tmp/ns/8e5e33e814b04ffd8c7bf1677f5d9c0b as hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/ns/8e5e33e814b04ffd8c7bf1677f5d9c0b 2024-11-20T21:19:10,173 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/ns/8e5e33e814b04ffd8c7bf1677f5d9c0b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T21:19:10,174 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/.tmp/table/c40f29488e2b40c9ae2401edfd7e85e9 as hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/table/c40f29488e2b40c9ae2401edfd7e85e9 2024-11-20T21:19:10,180 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/table/c40f29488e2b40c9ae2401edfd7e85e9, entries=2, sequenceid=11, filesize=5.1 K 2024-11-20T21:19:10,182 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 968ms, sequenceid=11, compaction requested=false 2024-11-20T21:19:10,194 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T21:19:10,195 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:19:10,195 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:19:10,195 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:10,195 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137549214Running coprocessor pre-close hooks at 1732137549214Disabling compacts and flushes for region at 1732137549214Disabling writes for close at 1732137549214Obtaining lock to block concurrent updates at 1732137549215 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732137549215Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732137549215Flushing stores of hbase:meta,,1.1588230740 at 1732137549216 (+1 ms)Flushing 1588230740/info: creating writer at 1732137549216Flushing 1588230740/info: appending metadata at 1732137549239 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732137549239Flushing 1588230740/ns: creating writer at 1732137549271 (+32 ms)Flushing 1588230740/ns: appending metadata at 1732137549297 (+26 ms)Flushing 1588230740/ns: closing flushed file at 1732137549297Flushing 1588230740/table: creating writer at 1732137549713 (+416 ms)Flushing 1588230740/table: appending metadata at 1732137549732 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732137549732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bb16e80: reopening flushed file at 1732137550154 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d597a48: reopening flushed file at 1732137550164 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46fc3e23: reopening flushed file at 1732137550173 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 968ms, sequenceid=11, compaction requested=false at 1732137550182 (+9 ms)Writing region close event to WAL at 1732137550188 (+6 ms)Running coprocessor post-close hooks at 1732137550195 (+7 ms)Closed at 1732137550195 2024-11-20T21:19:10,196 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:10,217 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,41779,1732137541663; all regions closed. 2024-11-20T21:19:10,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741834_1010 (size=2742) 2024-11-20T21:19:10,226 DEBUG [RS:0;0b16ab3f13b7:41779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/oldWALs 2024-11-20T21:19:10,226 INFO [RS:0;0b16ab3f13b7:41779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C41779%2C1732137541663.meta:.meta(num 1732137544298) 2024-11-20T21:19:10,226 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:19:10,226 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:19:10,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741837_1013 (size=1586) 2024-11-20T21:19:10,234 DEBUG [RS:0;0b16ab3f13b7:41779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/oldWALs 2024-11-20T21:19:10,234 INFO [RS:0;0b16ab3f13b7:41779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C41779%2C1732137541663.rep:(num 1732137548825) 2024-11-20T21:19:10,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741832_1008 (size=93) 2024-11-20T21:19:10,241 DEBUG [RS:0;0b16ab3f13b7:41779 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/oldWALs 2024-11-20T21:19:10,241 INFO [RS:0;0b16ab3f13b7:41779 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C41779%2C1732137541663:(num 1732137543296) 2024-11-20T21:19:10,241 DEBUG [RS:0;0b16ab3f13b7:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:10,241 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:19:10,241 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:19:10,241 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:19:10,242 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:19:10,242 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,41779,1732137541663 because: Region server is closing 2024-11-20T21:19:10,242 INFO [RS:0;0b16ab3f13b7:41779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:41779. 2024-11-20T21:19:10,242 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:19:10,242 DEBUG [RS:0;0b16ab3f13b7:41779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:10,242 DEBUG [RS:0;0b16ab3f13b7:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:10,242 DEBUG [RS:0;0b16ab3f13b7:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:10,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:10,343 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663.replicationSource.wal-reader.0b16ab3f13b7%2C41779%2C1732137541663,1-0b16ab3f13b7,41779,1732137541663 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T21:19:10,343 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663.replicationSource.shipper0b16ab3f13b7%2C41779%2C1732137541663,1-0b16ab3f13b7,41779,1732137541663 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T21:19:10,343 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41779,1732137541663.replicationSource.shipper0b16ab3f13b7%2C41779%2C1732137541663,1-0b16ab3f13b7,41779,1732137541663 terminated 2024-11-20T21:19:10,343 INFO [RS:0;0b16ab3f13b7:41779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41779 2024-11-20T21:19:10,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137285760/rs/0b16ab3f13b7,41779,1732137541663 2024-11-20T21:19:10,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760/rs 2024-11-20T21:19:10,346 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:19:10,348 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,41779,1732137541663] 2024-11-20T21:19:10,350 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0137285760/draining/0b16ab3f13b7,41779,1732137541663 already deleted, retry=false 2024-11-20T21:19:10,350 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,41779,1732137541663 expired; onlineServers=0 2024-11-20T21:19:10,350 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,36223,1732137541609' ***** 2024-11-20T21:19:10,350 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:19:10,350 INFO [M:0;0b16ab3f13b7:36223 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:19:10,350 INFO [M:0;0b16ab3f13b7:36223 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:19:10,350 DEBUG [M:0;0b16ab3f13b7:36223 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:19:10,350 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:19:10,350 DEBUG [M:0;0b16ab3f13b7:36223 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:19:10,350 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137543122 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137543122,5,FailOnTimeoutGroup] 2024-11-20T21:19:10,350 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137543121 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137543121,5,FailOnTimeoutGroup] 2024-11-20T21:19:10,351 INFO [M:0;0b16ab3f13b7:36223 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:19:10,351 INFO [M:0;0b16ab3f13b7:36223 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:19:10,351 DEBUG [M:0;0b16ab3f13b7:36223 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:19:10,351 INFO [M:0;0b16ab3f13b7:36223 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:19:10,351 INFO [M:0;0b16ab3f13b7:36223 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:19:10,351 INFO [M:0;0b16ab3f13b7:36223 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:19:10,351 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:19:10,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137285760/master 2024-11-20T21:19:10,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:10,354 DEBUG [M:0;0b16ab3f13b7:36223 {}] zookeeper.ZKUtil(347): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Unable to get data of znode /0137285760/master because node does not exist (not an error) 2024-11-20T21:19:10,354 WARN [M:0;0b16ab3f13b7:36223 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:19:10,355 INFO [M:0;0b16ab3f13b7:36223 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/.lastflushedseqids 2024-11-20T21:19:10,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741842_1018 (size=181) 2024-11-20T21:19:10,364 INFO [M:0;0b16ab3f13b7:36223 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:19:10,364 INFO [M:0;0b16ab3f13b7:36223 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:19:10,364 DEBUG [M:0;0b16ab3f13b7:36223 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:19:10,364 INFO [M:0;0b16ab3f13b7:36223 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:10,364 DEBUG [M:0;0b16ab3f13b7:36223 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:10,364 DEBUG [M:0;0b16ab3f13b7:36223 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:19:10,364 DEBUG [M:0;0b16ab3f13b7:36223 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:10,364 INFO [M:0;0b16ab3f13b7:36223 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-20T21:19:10,385 DEBUG [M:0;0b16ab3f13b7:36223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b8627d096e94ec083877086ba5056a2 is 82, key is hbase:meta,,1/info:regioninfo/1732137544348/Put/seqid=0 2024-11-20T21:19:10,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741843_1019 (size=5672) 2024-11-20T21:19:10,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:10,448 INFO [RS:0;0b16ab3f13b7:41779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:19:10,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1005f0f65c30001, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:10,449 INFO [RS:0;0b16ab3f13b7:41779 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,41779,1732137541663; zookeeper connection closed. 2024-11-20T21:19:10,449 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f17d96a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f17d96a 2024-11-20T21:19:10,449 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:19:10,791 INFO [M:0;0b16ab3f13b7:36223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b8627d096e94ec083877086ba5056a2 2024-11-20T21:19:10,815 DEBUG [M:0;0b16ab3f13b7:36223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68f9639ab91a43b18f4625882bd48892 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732137548920/Put/seqid=0 2024-11-20T21:19:10,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741844_1020 (size=7203) 2024-11-20T21:19:11,221 INFO [M:0;0b16ab3f13b7:36223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68f9639ab91a43b18f4625882bd48892 2024-11-20T21:19:11,242 DEBUG [M:0;0b16ab3f13b7:36223 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4d3bfe974d5477b9d9a22a74e9c90b1 is 69, key is 0b16ab3f13b7,41779,1732137541663/rs:state/1732137543142/Put/seqid=0 2024-11-20T21:19:11,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741845_1021 (size=5156) 2024-11-20T21:19:11,647 INFO [M:0;0b16ab3f13b7:36223 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4d3bfe974d5477b9d9a22a74e9c90b1 2024-11-20T21:19:11,652 DEBUG [M:0;0b16ab3f13b7:36223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b8627d096e94ec083877086ba5056a2 as hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b8627d096e94ec083877086ba5056a2 2024-11-20T21:19:11,657 INFO [M:0;0b16ab3f13b7:36223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b8627d096e94ec083877086ba5056a2, entries=8, sequenceid=70, filesize=5.5 K 2024-11-20T21:19:11,658 DEBUG [M:0;0b16ab3f13b7:36223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/68f9639ab91a43b18f4625882bd48892 as hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68f9639ab91a43b18f4625882bd48892 2024-11-20T21:19:11,662 INFO [M:0;0b16ab3f13b7:36223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68f9639ab91a43b18f4625882bd48892, entries=8, sequenceid=70, filesize=7.0 K 2024-11-20T21:19:11,663 DEBUG [M:0;0b16ab3f13b7:36223 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d4d3bfe974d5477b9d9a22a74e9c90b1 as hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4d3bfe974d5477b9d9a22a74e9c90b1 2024-11-20T21:19:11,669 INFO [M:0;0b16ab3f13b7:36223 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4d3bfe974d5477b9d9a22a74e9c90b1, entries=1, sequenceid=70, filesize=5.0 K 2024-11-20T21:19:11,673 INFO [M:0;0b16ab3f13b7:36223 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=70, compaction requested=false 2024-11-20T21:19:11,684 INFO [M:0;0b16ab3f13b7:36223 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:11,684 DEBUG [M:0;0b16ab3f13b7:36223 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137550364Disabling compacts and flushes for region at 1732137550364Disabling writes for close at 1732137550364Obtaining lock to block concurrent updates at 1732137550364Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137550364Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732137550365 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137550365Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137550366 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137550385 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137550385Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137550798 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137550815 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137550815Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137551226 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137551241 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137551241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e539fa8: reopening flushed file at 1732137551652 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53e6d750: reopening flushed file at 1732137551657 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2376ce30: reopening flushed file at 1732137551663 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1309ms, sequenceid=70, compaction requested=false at 1732137551673 (+10 ms)Writing region close event to WAL at 1732137551684 (+11 ms)Closed at 1732137551684 2024-11-20T21:19:11,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741830_1006 (size=41008) 2024-11-20T21:19:11,689 INFO [M:0;0b16ab3f13b7:36223 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:19:11,689 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:19:11,689 INFO [M:0;0b16ab3f13b7:36223 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36223 2024-11-20T21:19:11,689 INFO [M:0;0b16ab3f13b7:36223 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:19:11,792 INFO [M:0;0b16ab3f13b7:36223 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:19:11,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:11,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36223-0x1005f0f65c30000, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:11,794 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:19:11,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:11,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:11,794 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:19:11,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:11,794 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:19:11,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:19:11,795 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:19:11,795 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45425 2024-11-20T21:19:11,796 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45425 connecting to ZooKeeper ensemble=127.0.0.1:52758 2024-11-20T21:19:11,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454250x0, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:11,799 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45425-0x1005f0f65c30006 connected 2024-11-20T21:19:11,802 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:11,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:11,805 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on znode that does not yet exist, /0137285760/running 2024-11-20T21:19:11,806 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137285760/meta-region-server: INIT 2024-11-20T21:19:11,806 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f, hbase.cluster.distributed=false 2024-11-20T21:19:11,807 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on znode that does not yet exist, /0137285760/acl 2024-11-20T21:19:11,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45425 2024-11-20T21:19:11,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45425 2024-11-20T21:19:11,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45425 2024-11-20T21:19:11,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45425 2024-11-20T21:19:11,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45425 2024-11-20T21:19:11,833 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:19:11,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:11,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:11,833 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:19:11,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:11,833 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:19:11,833 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:19:11,833 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:19:11,836 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33925 2024-11-20T21:19:11,837 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33925 connecting to ZooKeeper ensemble=127.0.0.1:52758 2024-11-20T21:19:11,838 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:11,840 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:11,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339250x0, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:11,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33925-0x1005f0f65c30007 connected 2024-11-20T21:19:11,847 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137285760/meta-region-server: INIT 2024-11-20T21:19:11,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on znode that does not yet exist, /0137285760/running 2024-11-20T21:19:11,848 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:19:11,853 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:19:11,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on znode that does not yet exist, /0137285760/master 2024-11-20T21:19:11,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on znode that does not yet exist, /0137285760/acl 2024-11-20T21:19:11,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33925 2024-11-20T21:19:11,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33925 2024-11-20T21:19:11,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33925 2024-11-20T21:19:11,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33925 2024-11-20T21:19:11,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33925 2024-11-20T21:19:11,899 DEBUG [M:0;0b16ab3f13b7:45425 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:45425 2024-11-20T21:19:11,901 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0137285760/backup-masters/0b16ab3f13b7,45425,1732137551794 2024-11-20T21:19:11,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760/backup-masters 2024-11-20T21:19:11,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760/backup-masters 2024-11-20T21:19:11,903 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on existing znode=/0137285760/backup-masters/0b16ab3f13b7,45425,1732137551794 2024-11-20T21:19:11,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:11,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0137285760/master 2024-11-20T21:19:11,907 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on existing znode=/0137285760/master 2024-11-20T21:19:11,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:11,908 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0137285760/backup-masters/0b16ab3f13b7,45425,1732137551794 from backup master directory 2024-11-20T21:19:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137285760/backup-masters/0b16ab3f13b7,45425,1732137551794 2024-11-20T21:19:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760/backup-masters 2024-11-20T21:19:11,910 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:19:11,910 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,45425,1732137551794 2024-11-20T21:19:11,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760/backup-masters 2024-11-20T21:19:11,938 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:11,938 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:19:11,950 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 12ms. 2024-11-20T21:19:11,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741846_1022 (size=196) 2024-11-20T21:19:12,388 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:12,389 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:19:12,390 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:12,396 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-20T21:19:12,398 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,36223,1732137541609 to hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,36223,1732137541609-dead as it is dead 2024-11-20T21:19:12,399 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,36223,1732137541609-dead/0b16ab3f13b7%2C36223%2C1732137541609.1732137542981 2024-11-20T21:19:12,399 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,36223,1732137541609-dead/0b16ab3f13b7%2C36223%2C1732137541609.1732137542981 after 0ms 2024-11-20T21:19:12,400 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,36223,1732137541609-dead/0b16ab3f13b7%2C36223%2C1732137541609.1732137542981 to hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b16ab3f13b7%2C36223%2C1732137541609.1732137542981 2024-11-20T21:19:12,400 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,36223,1732137541609-dead 2024-11-20T21:19:12,401 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,45425,1732137551794 2024-11-20T21:19:12,402 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:19:12,403 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C45425%2C1732137551794, suffix=, logDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,45425,1732137551794, archiveDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/oldWALs, maxLogs=10 2024-11-20T21:19:12,422 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,45425,1732137551794/0b16ab3f13b7%2C45425%2C1732137551794.1732137552404, exclude list is [], retry=0 2024-11-20T21:19:12,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-991e5dbb-7749-45f0-8002-32f8d6db1d86,DISK] 2024-11-20T21:19:12,429 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,45425,1732137551794/0b16ab3f13b7%2C45425%2C1732137551794.1732137552404 2024-11-20T21:19:12,435 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-11-20T21:19:12,435 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:12,436 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:12,436 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:12,436 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:12,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:12,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:19:12,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:12,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b8627d096e94ec083877086ba5056a2 2024-11-20T21:19:12,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:12,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:12,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:19:12,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:12,481 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/68f9639ab91a43b18f4625882bd48892 2024-11-20T21:19:12,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:12,481 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:12,485 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:19:12,485 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:12,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d4d3bfe974d5477b9d9a22a74e9c90b1 2024-11-20T21:19:12,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:12,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:12,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:19:12,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:12,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:12,497 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:12,500 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-20T21:19:12,500 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b16ab3f13b7%2C36223%2C1732137541609.1732137542981 2024-11-20T21:19:12,506 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b16ab3f13b7%2C36223%2C1732137541609.1732137542981 2024-11-20T21:19:12,512 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/0b16ab3f13b7%2C36223%2C1732137541609.1732137542981 2024-11-20T21:19:12,518 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:12,518 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:12,519 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:12,521 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:12,524 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-20T21:19:12,525 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62924884, jitterRate=-0.06234616041183472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:12,525 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137552436Initializing all the Stores at 1732137552437 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137552437Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137552437Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137552437Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137552437Cleaning up temporary data from old regions at 1732137552518 (+81 ms)Region opened successfully at 1732137552525 (+7 ms) 2024-11-20T21:19:12,538 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:19:12,542 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fa63c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:19:12,545 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-20T21:19:12,546 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:19:12,546 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:19:12,546 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:19:12,547 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:19:12,550 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:12,550 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:19:12,551 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:19:12,551 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T21:19:12,551 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:19:12,560 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=0b16ab3f13b7,41779,1732137541663, regionLocation=0b16ab3f13b7,41779,1732137541663, openSeqNum=2 2024-11-20T21:19:12,560 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=0b16ab3f13b7,41779,1732137541663, table=hbase:meta, region=1588230740 2024-11-20T21:19:12,560 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,41779,1732137541663, state=OPEN 2024-11-20T21:19:12,562 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137285760/meta-region-server 2024-11-20T21:19:12,563 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137285760/meta-region-server: CHANGED 2024-11-20T21:19:12,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137285760/meta-region-server 2024-11-20T21:19:12,564 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137285760/meta-region-server: CHANGED 2024-11-20T21:19:12,572 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:19:12,574 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137285760/draining/0b16ab3f13b7,41779,1732137541663 already deleted, retry=false 2024-11-20T21:19:12,574 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 0b16ab3f13b7,41779,1732137541663 on 0b16ab3f13b7,45425,1732137551794 2024-11-20T21:19:12,575 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 0b16ab3f13b7,41779,1732137541663, splitWal=true, meta=true 2024-11-20T21:19:12,576 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 0b16ab3f13b7,41779,1732137541663 (carryingMeta=true) 0b16ab3f13b7,41779,1732137541663/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2a9547[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T21:19:12,578 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Unable to get data of znode /0137285760/balancer because node does not exist (not necessarily an error) 2024-11-20T21:19:12,579 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137285760/balancer already deleted, retry=false 2024-11-20T21:19:12,579 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:19:12,580 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Unable to get data of znode /0137285760/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:19:12,581 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137285760/normalizer already deleted, retry=false 2024-11-20T21:19:12,582 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:19:12,585 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Unable to get data of znode /0137285760/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:19:12,587 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137285760/switch/split already deleted, retry=false 2024-11-20T21:19:12,590 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Unable to get data of znode /0137285760/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:19:12,592 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137285760/switch/merge already deleted, retry=false 2024-11-20T21:19:12,598 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Unable to get data of znode /0137285760/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:19:12,599 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0137285760/snapshot-cleanup already deleted, retry=false 2024-11-20T21:19:12,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0137285760/running 2024-11-20T21:19:12,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:12,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0137285760/running 2024-11-20T21:19:12,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:12,606 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,45425,1732137551794, sessionid=0x1005f0f65c30006, setting cluster-up flag (Was=false) 2024-11-20T21:19:12,608 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0137285760/flush-table-proc/acquired, /0137285760/flush-table-proc/reached, /0137285760/flush-table-proc/abort 2024-11-20T21:19:12,613 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,45425,1732137551794 2024-11-20T21:19:12,618 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0137285760/online-snapshot/acquired, /0137285760/online-snapshot/reached, /0137285760/online-snapshot/abort 2024-11-20T21:19:12,623 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,45425,1732137551794 2024-11-20T21:19:12,626 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/.lastflushedseqids 2024-11-20T21:19:12,628 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:19:12,628 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:19:12,628 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,45425,1732137551794 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 0b16ab3f13b7,41779,1732137541663 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:19:12,630 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:12,630 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:12,630 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:12,630 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:12,630 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:19:12,631 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:12,631 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:19:12,631 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:12,638 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 0b16ab3f13b7,41779,1732137541663, splitWal=true, meta=true 2024-11-20T21:19:12,640 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 0b16ab3f13b7,41779,1732137541663, splitWal=true, meta=true, isMeta: true 2024-11-20T21:19:12,649 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663-splitting 2024-11-20T21:19:12,651 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663-splitting dir is empty, no logs to split. 2024-11-20T21:19:12,651 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0b16ab3f13b7,41779,1732137541663 WAL count=0, meta=true 2024-11-20T21:19:12,653 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137582653 2024-11-20T21:19:12,653 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:19:12,653 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:19:12,653 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:19:12,653 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:19:12,653 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:19:12,653 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:19:12,653 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:12,655 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663-splitting dir is empty, no logs to split. 2024-11-20T21:19:12,655 INFO [PEWorker-1 {}] master.SplitWALManager(105): 0b16ab3f13b7,41779,1732137541663 WAL count=0, meta=true 2024-11-20T21:19:12,655 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 0b16ab3f13b7,41779,1732137541663 WAL splitting is done? wals=0, meta=true 2024-11-20T21:19:12,656 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:19:12,657 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:19:12,657 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:19:12,657 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:19:12,657 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:19:12,662 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:19:12,663 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T21:19:12,673 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:19:12,673 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:19:12,673 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137552673,5,FailOnTimeoutGroup] 2024-11-20T21:19:12,673 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137552673,5,FailOnTimeoutGroup] 2024-11-20T21:19:12,673 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:12,673 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:19:12,673 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:12,673 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:12,674 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137552674, completionTime=-1 2024-11-20T21:19:12,674 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-20T21:19:12,674 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T21:19:12,686 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(746): ClusterId : 28b38d0e-5821-4898-9797-62282243db02 2024-11-20T21:19:12,686 DEBUG [RS:0;0b16ab3f13b7:33925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:19:12,689 DEBUG [RS:0;0b16ab3f13b7:33925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:19:12,689 DEBUG [RS:0;0b16ab3f13b7:33925 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:19:12,691 DEBUG [RS:0;0b16ab3f13b7:33925 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:19:12,692 DEBUG [RS:0;0b16ab3f13b7:33925 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d00c34f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:19:12,707 DEBUG [RS:0;0b16ab3f13b7:33925 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:33925 2024-11-20T21:19:12,707 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:19:12,707 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:19:12,707 DEBUG [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:19:12,708 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,45425,1732137551794 with port=33925, startcode=1732137551832 2024-11-20T21:19:12,708 DEBUG [RS:0;0b16ab3f13b7:33925 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:19:12,710 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:19:12,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,33925,1732137551832 2024-11-20T21:19:12,710 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45425 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,33925,1732137551832 2024-11-20T21:19:12,711 DEBUG [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f 2024-11-20T21:19:12,712 DEBUG [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38489 2024-11-20T21:19:12,712 DEBUG [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:19:12,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760/rs 2024-11-20T21:19:12,717 DEBUG [RS:0;0b16ab3f13b7:33925 {}] zookeeper.ZKUtil(111): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on existing znode=/0137285760/rs/0b16ab3f13b7,33925,1732137551832 2024-11-20T21:19:12,717 WARN [RS:0;0b16ab3f13b7:33925 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:19:12,717 INFO [RS:0;0b16ab3f13b7:33925 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:12,717 DEBUG [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832 2024-11-20T21:19:12,718 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,33925,1732137551832] 2024-11-20T21:19:12,724 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=50ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-20T21:19:12,738 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:19:12,740 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:19:12,740 INFO [RS:0;0b16ab3f13b7:33925 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:19:12,740 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:12,740 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:19:12,741 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:19:12,741 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:12,741 DEBUG [RS:0;0b16ab3f13b7:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:12,741 DEBUG [RS:0;0b16ab3f13b7:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:12,741 DEBUG [RS:0;0b16ab3f13b7:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:12,741 DEBUG [RS:0;0b16ab3f13b7:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:12,742 DEBUG [RS:0;0b16ab3f13b7:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:12,742 DEBUG [RS:0;0b16ab3f13b7:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:19:12,742 DEBUG [RS:0;0b16ab3f13b7:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:12,742 DEBUG [RS:0;0b16ab3f13b7:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:12,742 DEBUG [RS:0;0b16ab3f13b7:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:12,742 DEBUG [RS:0;0b16ab3f13b7:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:12,742 DEBUG [RS:0;0b16ab3f13b7:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:12,742 DEBUG [RS:0;0b16ab3f13b7:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:12,742 DEBUG [RS:0;0b16ab3f13b7:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:19:12,742 DEBUG [RS:0;0b16ab3f13b7:33925 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:19:12,742 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:12,742 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:12,742 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:12,742 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:12,742 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:12,742 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33925,1732137551832-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:19:12,757 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:19:12,757 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33925,1732137551832-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:12,772 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,33925,1732137551832, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:19:12,772 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:12,772 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.Replication(171): 0b16ab3f13b7,33925,1732137551832 started 2024-11-20T21:19:12,788 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:12,788 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,33925,1732137551832, RpcServer on 0b16ab3f13b7/172.17.0.3:33925, sessionid=0x1005f0f65c30007 2024-11-20T21:19:12,789 DEBUG [RS:0;0b16ab3f13b7:33925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:19:12,789 DEBUG [RS:0;0b16ab3f13b7:33925 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,33925,1732137551832 2024-11-20T21:19:12,789 DEBUG [RS:0;0b16ab3f13b7:33925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,33925,1732137551832' 2024-11-20T21:19:12,789 DEBUG [RS:0;0b16ab3f13b7:33925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0137285760/flush-table-proc/abort' 2024-11-20T21:19:12,789 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource,1-0b16ab3f13b7,33925,1732137551832 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:33911' 2024-11-20T21:19:12,789 DEBUG [RS:0;0b16ab3f13b7:33925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0137285760/flush-table-proc/acquired' 2024-11-20T21:19:12,790 DEBUG [RS:0;0b16ab3f13b7:33925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:19:12,790 DEBUG [RS:0;0b16ab3f13b7:33925 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:19:12,790 DEBUG [RS:0;0b16ab3f13b7:33925 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,33925,1732137551832 2024-11-20T21:19:12,790 DEBUG [RS:0;0b16ab3f13b7:33925 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,33925,1732137551832' 2024-11-20T21:19:12,790 DEBUG [RS:0;0b16ab3f13b7:33925 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0137285760/online-snapshot/abort' 2024-11-20T21:19:12,790 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource,1-0b16ab3f13b7,33925,1732137551832 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3304eba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:12,790 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource,1-0b16ab3f13b7,33925,1732137551832 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,33911,-1 for getting cluster id 2024-11-20T21:19:12,790 DEBUG [RS:0;0b16ab3f13b7:33925 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0137285760/online-snapshot/acquired' 2024-11-20T21:19:12,790 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource,1-0b16ab3f13b7,33925,1732137551832 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:12,791 DEBUG [RS:0;0b16ab3f13b7:33925 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:19:12,791 INFO [RS:0;0b16ab3f13b7:33925 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:19:12,791 INFO [RS:0;0b16ab3f13b7:33925 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:19:12,792 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bdd3dd67-b14d-484e-b75f-1c6e203f5626' 2024-11-20T21:19:12,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:12,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bdd3dd67-b14d-484e-b75f-1c6e203f5626" 2024-11-20T21:19:12,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31db4a1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:12,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,33911,-1] 2024-11-20T21:19:12,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:12,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:12,794 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:12,794 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource,1-0b16ab3f13b7,33925,1732137551832 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7774e789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:12,795 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource,1-0b16ab3f13b7,33925,1732137551832 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:12,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,33911,1732137545516 2024-11-20T21:19:12,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65472c0d 2024-11-20T21:19:12,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:12,796 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-20T21:19:12,797 INFO [RS:0;0b16ab3f13b7:33925.replicationSource,1-0b16ab3f13b7,33925,1732137551832 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,33925,1732137551832 (queues=0) is replicating from cluster=28b38d0e-5821-4898-9797-62282243db02 to cluster=bdd3dd67-b14d-484e-b75f-1c6e203f5626 2024-11-20T21:19:12,813 WARN [0b16ab3f13b7:45425 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-20T21:19:12,891 INFO [RS:0;0b16ab3f13b7:33925 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:19:12,893 INFO [RS:0;0b16ab3f13b7:33925 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C33925%2C1732137551832, suffix=, logDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832, archiveDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/oldWALs, maxLogs=10 2024-11-20T21:19:12,911 DEBUG [RS:0;0b16ab3f13b7:33925 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.1732137552893, exclude list is [], retry=0 2024-11-20T21:19:12,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-991e5dbb-7749-45f0-8002-32f8d6db1d86,DISK] 2024-11-20T21:19:12,918 INFO [RS:0;0b16ab3f13b7:33925 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.1732137552893 2024-11-20T21:19:12,919 DEBUG [RS:0;0b16ab3f13b7:33925 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 0b16ab3f13b7%2C33925%2C1732137551832 for peer 1 2024-11-20T21:19:12,919 DEBUG [RS:0;0b16ab3f13b7:33925 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C33925%2C1732137551832 2024-11-20T21:19:12,919 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,33925,1732137551832, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:19:12,921 DEBUG [RS:0;0b16ab3f13b7:33925 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-11-20T21:19:12,921 INFO [RS:0;0b16ab3f13b7:33925.replicationSource.shipper0b16ab3f13b7%2C33925%2C1732137551832,1-0b16ab3f13b7,33925,1732137551832 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C33925%2C1732137551832 2024-11-20T21:19:12,921 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource.wal-reader.0b16ab3f13b7%2C33925%2C1732137551832,1-0b16ab3f13b7,33925,1732137551832 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.1732137552893, startPosition=0, beingWritten=true 2024-11-20T21:19:13,064 DEBUG [0b16ab3f13b7:45425 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:19:13,065 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,33925,1732137551832 2024-11-20T21:19:13,066 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,33925,1732137551832, state=OPENING 2024-11-20T21:19:13,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137285760/meta-region-server 2024-11-20T21:19:13,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137285760/meta-region-server 2024-11-20T21:19:13,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137285760/meta-region-server: CHANGED 2024-11-20T21:19:13,068 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137285760/meta-region-server: CHANGED 2024-11-20T21:19:13,069 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:19:13,069 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,33925,1732137551832}] 2024-11-20T21:19:13,131 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource.wal-reader.0b16ab3f13b7%2C33925%2C1732137551832,1-0b16ab3f13b7,33925,1732137551832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.1732137552893 to pos 0, reset compression=false 2024-11-20T21:19:13,222 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:19:13,223 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:19:13,227 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:19:13,227 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:13,228 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:19:13,229 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C33925%2C1732137551832.meta, suffix=.meta, logDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832, archiveDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/oldWALs, maxLogs=10 2024-11-20T21:19:13,243 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.meta.1732137553229.meta, exclude list is [], retry=0 2024-11-20T21:19:13,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-991e5dbb-7749-45f0-8002-32f8d6db1d86,DISK] 2024-11-20T21:19:13,247 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.meta.1732137553229.meta 2024-11-20T21:19:13,248 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-11-20T21:19:13,248 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:13,248 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:13,248 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:19:13,248 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:19:13,248 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:19:13,249 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:19:13,249 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:13,249 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:19:13,249 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:19:13,250 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:19:13,251 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:19:13,251 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:13,257 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/info/df824c6278b24cf9975131b1c17dd932 2024-11-20T21:19:13,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:13,258 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:19:13,258 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:19:13,258 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:13,264 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/ns/8e5e33e814b04ffd8c7bf1677f5d9c0b 2024-11-20T21:19:13,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:13,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:19:13,265 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:19:13,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:13,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:13,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:19:13,266 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:19:13,266 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:13,272 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/table/c40f29488e2b40c9ae2401edfd7e85e9 2024-11-20T21:19:13,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:13,272 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:19:13,273 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740 2024-11-20T21:19:13,274 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740 2024-11-20T21:19:13,275 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:19:13,275 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:19:13,276 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:13,277 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:19:13,277 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65695155, jitterRate=-0.021065905690193176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:13,278 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:19:13,278 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137553249Writing region info on filesystem at 1732137553249Initializing all the Stores at 1732137553250 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137553250Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137553250Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137553250Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137553250Cleaning up temporary data from old regions at 1732137553275 (+25 ms)Running coprocessor post-open hooks at 1732137553278 (+3 ms)Region opened successfully at 1732137553278 2024-11-20T21:19:13,279 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732137553222 2024-11-20T21:19:13,280 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:19:13,281 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:19:13,281 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=0b16ab3f13b7,33925,1732137551832 2024-11-20T21:19:13,282 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,33925,1732137551832, state=OPEN 2024-11-20T21:19:13,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137285760/meta-region-server 2024-11-20T21:19:13,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0137285760/meta-region-server 2024-11-20T21:19:13,284 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,33925,1732137551832 2024-11-20T21:19:13,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137285760/meta-region-server: CHANGED 2024-11-20T21:19:13,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0137285760/meta-region-server: CHANGED 2024-11-20T21:19:13,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-20T21:19:13,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,33925,1732137551832 in 215 msec 2024-11-20T21:19:13,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:19:13,288 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-20T21:19:13,442 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource.wal-reader.0b16ab3f13b7%2C33925%2C1732137551832,1-0b16ab3f13b7,33925,1732137551832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.1732137552893 to pos 0, reset compression=false 2024-11-20T21:19:13,847 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource.wal-reader.0b16ab3f13b7%2C33925%2C1732137551832,1-0b16ab3f13b7,33925,1732137551832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.1732137552893 to pos 0, reset compression=false 2024-11-20T21:19:14,230 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1506ms 2024-11-20T21:19:14,353 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource.wal-reader.0b16ab3f13b7%2C33925%2C1732137551832,1-0b16ab3f13b7,33925,1732137551832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.1732137552893 to pos 0, reset compression=false 2024-11-20T21:19:14,801 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:19:14,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:14,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:14,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:14,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:14,844 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:14,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:14,960 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource.wal-reader.0b16ab3f13b7%2C33925%2C1732137551832,1-0b16ab3f13b7,33925,1732137551832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.1732137552893 to pos 0, reset compression=false 2024-11-20T21:19:15,693 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource.wal-reader.0b16ab3f13b7%2C33925%2C1732137551832,1-0b16ab3f13b7,33925,1732137551832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.1732137552893 to pos 0, reset compression=false 2024-11-20T21:19:15,733 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3059ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3009ms 2024-11-20T21:19:16,499 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource.wal-reader.0b16ab3f13b7%2C33925%2C1732137551832,1-0b16ab3f13b7,33925,1732137551832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.1732137552893 to pos 0, reset compression=false 2024-11-20T21:19:17,188 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4514ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-20T21:19:17,188 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:19:17,189 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:17,189 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,33925,1732137551832, seqNum=-1] 2024-11-20T21:19:17,189 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:17,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38919, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:17,196 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e960a2963f3bf40d55e78ffaf0ae5498, regionState=OPEN, lastHost=0b16ab3f13b7,41779,1732137541663, regionLocation=0b16ab3f13b7,41779,1732137541663, openSeqNum=2 2024-11-20T21:19:17,196 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:19:17,196 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137617196 2024-11-20T21:19:17,196 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137677196 2024-11-20T21:19:17,196 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-20T21:19:17,197 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 0b16ab3f13b7,41779,1732137541663 had 2 regions 2024-11-20T21:19:17,197 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45425,1732137551794-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:17,197 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45425,1732137551794-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:17,197 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45425,1732137551794-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:17,197 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:45425, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:17,197 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:17,197 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:17,198 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 0b16ab3f13b7,41779,1732137541663, splitWal=true, meta=true, isMeta: false 2024-11-20T21:19:17,200 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663-splitting dir is empty, no logs to split. 2024-11-20T21:19:17,200 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0b16ab3f13b7,41779,1732137541663 WAL count=0, meta=false 2024-11-20T21:19:17,204 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,41779,1732137541663-splitting dir is empty, no logs to split. 2024-11-20T21:19:17,204 INFO [PEWorker-3 {}] master.SplitWALManager(105): 0b16ab3f13b7,41779,1732137541663 WAL count=0, meta=false 2024-11-20T21:19:17,204 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 0b16ab3f13b7,41779,1732137541663 WAL splitting is done? wals=0, meta=false 2024-11-20T21:19:17,205 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.295sec 2024-11-20T21:19:17,205 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:19:17,205 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:19:17,205 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:19:17,205 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:19:17,205 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:19:17,205 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45425,1732137551794-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:19:17,205 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45425,1732137551794-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:19:17,210 WARN [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=0b16ab3f13b7,41779,1732137541663/hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:17,211 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:19:17,211 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:19:17,211 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45425,1732137551794-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:17,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e960a2963f3bf40d55e78ffaf0ae5498, ASSIGN}] 2024-11-20T21:19:17,212 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e960a2963f3bf40d55e78ffaf0ae5498, ASSIGN 2024-11-20T21:19:17,214 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e960a2963f3bf40d55e78ffaf0ae5498, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T21:19:17,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11f1de00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:17,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,45425,-1 for getting cluster id 2024-11-20T21:19:17,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:17,313 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b38d0e-5821-4898-9797-62282243db02' 2024-11-20T21:19:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:17,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b38d0e-5821-4898-9797-62282243db02" 2024-11-20T21:19:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202d20e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,45425,-1] 2024-11-20T21:19:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:17,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:17,315 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:17,317 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29122c50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:17,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:17,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,33925,1732137551832, seqNum=-1] 2024-11-20T21:19:17,318 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:17,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:17,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-20T21:19:17,322 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:17,322 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:17,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:17,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:17,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 0b16ab3f13b7:45425 after: 0b16ab3f13b7:45425 2024-11-20T21:19:17,323 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:17,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13acfb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:17,324 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,45425,-1 for getting cluster id 2024-11-20T21:19:17,324 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:17,325 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28b38d0e-5821-4898-9797-62282243db02' 2024-11-20T21:19:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28b38d0e-5821-4898-9797-62282243db02" 2024-11-20T21:19:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6800affb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:17,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,45425,-1] 2024-11-20T21:19:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:17,326 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:17,327 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:17,328 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df4f52b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:17,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:17,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,45425,1732137551794 2024-11-20T21:19:17,329 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@110fb5df 2024-11-20T21:19:17,330 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:17,331 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:17,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45425 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-20T21:19:17,331 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:19:17,332 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:17,332 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:17,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:17,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:17,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:17,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:19:17,332 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=113665526, stopped=false 2024-11-20T21:19:17,332 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,33911,1732137545516 2024-11-20T21:19:17,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12030032722/running 2024-11-20T21:19:17,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:17,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12030032722/running 2024-11-20T21:19:17,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:17,334 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:19:17,335 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:17,335 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:17,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:17,335 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,46705,1732137545593' ***** 2024-11-20T21:19:17,335 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:19:17,335 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Set watcher on znode that does not yet exist, /12030032722/running 2024-11-20T21:19:17,335 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:19:17,335 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:19:17,335 INFO [RS:0;0b16ab3f13b7:46705 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:19:17,336 INFO [RS:0;0b16ab3f13b7:46705 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:19:17,336 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,46705,1732137545593 2024-11-20T21:19:17,336 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:19:17,336 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Set watcher on znode that does not yet exist, /12030032722/running 2024-11-20T21:19:17,336 INFO [RS:0;0b16ab3f13b7:46705 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:46705. 2024-11-20T21:19:17,336 DEBUG [RS:0;0b16ab3f13b7:46705 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:17,336 DEBUG [RS:0;0b16ab3f13b7:46705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:17,336 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:19:17,336 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:19:17,336 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:19:17,336 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:19:17,336 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:19:17,336 DEBUG [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:19:17,336 DEBUG [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:19:17,336 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:19:17,336 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:19:17,336 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:19:17,337 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:19:17,337 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:19:17,337 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T21:19:17,364 DEBUG [0b16ab3f13b7:45425 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:19:17,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e960a2963f3bf40d55e78ffaf0ae5498, regionState=OPENING, regionLocation=0b16ab3f13b7,33925,1732137551832 2024-11-20T21:19:17,365 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/data/hbase/meta/1588230740/.tmp/ns/87e4eaa3accc45c7a1957e386e1f4334 is 43, key is default/ns:d/1732137547945/Put/seqid=0 2024-11-20T21:19:17,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e960a2963f3bf40d55e78ffaf0ae5498, ASSIGN because future has completed 2024-11-20T21:19:17,369 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e960a2963f3bf40d55e78ffaf0ae5498, server=0b16ab3f13b7,33925,1732137551832}] 2024-11-20T21:19:17,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741835_1011 (size=5153) 2024-11-20T21:19:17,380 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/data/hbase/meta/1588230740/.tmp/ns/87e4eaa3accc45c7a1957e386e1f4334 2024-11-20T21:19:17,406 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/data/hbase/meta/1588230740/.tmp/ns/87e4eaa3accc45c7a1957e386e1f4334 as hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/data/hbase/meta/1588230740/ns/87e4eaa3accc45c7a1957e386e1f4334 2024-11-20T21:19:17,408 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:19:17,414 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource.wal-reader.0b16ab3f13b7%2C33925%2C1732137551832,1-0b16ab3f13b7,33925,1732137551832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.1732137552893 to pos 0, reset compression=false 2024-11-20T21:19:17,422 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/data/hbase/meta/1588230740/ns/87e4eaa3accc45c7a1957e386e1f4334, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T21:19:17,423 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 86ms, sequenceid=6, compaction requested=false 2024-11-20T21:19:17,424 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:19:17,456 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T21:19:17,458 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:19:17,458 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:19:17,458 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:17,458 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137557336Running coprocessor pre-close hooks at 1732137557336Disabling compacts and flushes for region at 1732137557336Disabling writes for close at 1732137557337 (+1 ms)Obtaining lock to block concurrent updates at 1732137557337Preparing flush snapshotting stores in 1588230740 at 1732137557337Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732137557337Flushing stores of hbase:meta,,1.1588230740 at 1732137557338 (+1 ms)Flushing 1588230740/ns: creating writer at 1732137557338Flushing 1588230740/ns: appending metadata at 1732137557365 (+27 ms)Flushing 1588230740/ns: closing flushed file at 1732137557365Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@705372bf: reopening flushed file at 1732137557403 (+38 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 86ms, sequenceid=6, compaction requested=false at 1732137557423 (+20 ms)Writing region close event to WAL at 1732137557437 (+14 ms)Running coprocessor post-close hooks at 1732137557458 (+21 ms)Closed at 1732137557458 2024-11-20T21:19:17,458 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:17,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:17,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:17,526 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:19:17,528 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C33925%2C1732137551832.rep, suffix=, logDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832, archiveDir=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/oldWALs, maxLogs=10 2024-11-20T21:19:17,537 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,46705,1732137545593; all regions closed. 2024-11-20T21:19:17,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741834_1010 (size=1152) 2024-11-20T21:19:17,544 DEBUG [RS:0;0b16ab3f13b7:46705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/oldWALs 2024-11-20T21:19:17,544 INFO [RS:0;0b16ab3f13b7:46705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C46705%2C1732137545593.meta:.meta(num 1732137547869) 2024-11-20T21:19:17,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.rep.1732137557528, exclude list is [], retry=0 2024-11-20T21:19:17,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741832_1008 (size=93) 2024-11-20T21:19:17,550 DEBUG [RS:0;0b16ab3f13b7:46705 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/oldWALs 2024-11-20T21:19:17,550 INFO [RS:0;0b16ab3f13b7:46705 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C46705%2C1732137545593:(num 1732137546942) 2024-11-20T21:19:17,550 DEBUG [RS:0;0b16ab3f13b7:46705 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:17,550 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:19:17,550 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:19:17,550 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:19:17,550 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:19:17,550 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:19:17,551 INFO [RS:0;0b16ab3f13b7:46705 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46705 2024-11-20T21:19:17,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12030032722/rs/0b16ab3f13b7,46705,1732137545593 2024-11-20T21:19:17,553 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:19:17,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722/rs 2024-11-20T21:19:17,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,46705,1732137545593] 2024-11-20T21:19:17,556 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12030032722/draining/0b16ab3f13b7,46705,1732137545593 already deleted, retry=false 2024-11-20T21:19:17,556 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,46705,1732137545593 expired; onlineServers=0 2024-11-20T21:19:17,556 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,33911,1732137545516' ***** 2024-11-20T21:19:17,556 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:19:17,556 INFO [M:0;0b16ab3f13b7:33911 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:19:17,556 INFO [M:0;0b16ab3f13b7:33911 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:19:17,556 DEBUG [M:0;0b16ab3f13b7:33911 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:19:17,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39759,DS-991e5dbb-7749-45f0-8002-32f8d6db1d86,DISK] 2024-11-20T21:19:17,556 DEBUG [M:0;0b16ab3f13b7:33911 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:19:17,557 INFO [M:0;0b16ab3f13b7:33911 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:19:17,557 INFO [M:0;0b16ab3f13b7:33911 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:19:17,557 DEBUG [M:0;0b16ab3f13b7:33911 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:19:17,557 INFO [M:0;0b16ab3f13b7:33911 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:19:17,557 INFO [M:0;0b16ab3f13b7:33911 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:19:17,557 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:19:17,557 INFO [M:0;0b16ab3f13b7:33911 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:19:17,557 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137546677 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137546677,5,FailOnTimeoutGroup] 2024-11-20T21:19:17,557 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137546677 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137546677,5,FailOnTimeoutGroup] 2024-11-20T21:19:17,558 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:19:17,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12030032722/master 2024-11-20T21:19:17,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12030032722 2024-11-20T21:19:17,558 DEBUG [M:0;0b16ab3f13b7:33911 {}] zookeeper.ZKUtil(347): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Unable to get data of znode /12030032722/master because node does not exist (not an error) 2024-11-20T21:19:17,559 WARN [M:0;0b16ab3f13b7:33911 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:19:17,559 INFO [M:0;0b16ab3f13b7:33911 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/.lastflushedseqids 2024-11-20T21:19:17,560 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.rep.1732137557528 2024-11-20T21:19:17,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-11-20T21:19:17,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => e960a2963f3bf40d55e78ffaf0ae5498, NAME => 'hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:17,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:17,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:19:17,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. service=MultiRowMutationService 2024-11-20T21:19:17,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:19:17,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:17,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:17,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:17,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:17,572 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:17,574 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e960a2963f3bf40d55e78ffaf0ae5498 columnFamilyName hfileref 2024-11-20T21:19:17,574 DEBUG [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:17,574 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] regionserver.HStore(327): Store=e960a2963f3bf40d55e78ffaf0ae5498/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:17,575 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:17,576 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e960a2963f3bf40d55e78ffaf0ae5498 columnFamilyName queue 2024-11-20T21:19:17,576 DEBUG [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:17,586 DEBUG [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/replication/e960a2963f3bf40d55e78ffaf0ae5498/queue/8f6a13b8c3bb438fa1e3ea31b2a381cc 2024-11-20T21:19:17,586 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] regionserver.HStore(327): Store=e960a2963f3bf40d55e78ffaf0ae5498/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:17,587 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:17,587 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e960a2963f3bf40d55e78ffaf0ae5498 columnFamilyName sid 2024-11-20T21:19:17,588 DEBUG [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:17,588 INFO [StoreOpener-e960a2963f3bf40d55e78ffaf0ae5498-1 {}] regionserver.HStore(327): Store=e960a2963f3bf40d55e78ffaf0ae5498/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:17,588 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:17,590 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/replication/e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:17,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741836_1012 (size=99) 2024-11-20T21:19:17,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/replication/e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:17,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:17,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:17,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:19:17,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:17,596 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened e960a2963f3bf40d55e78ffaf0ae5498; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61518160, jitterRate=-0.08330798149108887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:19:17,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:17,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for e960a2963f3bf40d55e78ffaf0ae5498: Running coprocessor pre-open hook at 1732137557562Writing region info on filesystem at 1732137557562Initializing all the Stores at 1732137557564 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137557564Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137557572 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137557572Cleaning up temporary data from old regions at 1732137557593 (+21 ms)Running coprocessor post-open hooks at 1732137557596 (+3 ms)Region opened successfully at 1732137557596 2024-11-20T21:19:17,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498., pid=13, masterSystemTime=1732137557522 2024-11-20T21:19:17,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:17,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:17,604 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e960a2963f3bf40d55e78ffaf0ae5498, regionState=OPEN, openSeqNum=9, regionLocation=0b16ab3f13b7,33925,1732137551832 2024-11-20T21:19:17,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e960a2963f3bf40d55e78ffaf0ae5498, server=0b16ab3f13b7,33925,1732137551832 because future has completed 2024-11-20T21:19:17,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T21:19:17,610 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e960a2963f3bf40d55e78ffaf0ae5498, server=0b16ab3f13b7,33925,1732137551832 in 239 msec 2024-11-20T21:19:17,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-20T21:19:17,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e960a2963f3bf40d55e78ffaf0ae5498, ASSIGN in 399 msec 2024-11-20T21:19:17,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-20T21:19:17,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498., hostname=0b16ab3f13b7,33925,1732137551832, seqNum=9] 2024-11-20T21:19:17,644 DEBUG [PEWorker-5 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 0b16ab3f13b7,41779,1732137541663 2024-11-20T21:19:17,644 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-20T21:19:17,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:17,655 INFO [RS:0;0b16ab3f13b7:46705 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:19:17,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46705-0x1005f0f65c30004, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:17,655 INFO [RS:0;0b16ab3f13b7:46705 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,46705,1732137545593; zookeeper connection closed. 2024-11-20T21:19:17,655 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@335f4ff0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@335f4ff0 2024-11-20T21:19:17,655 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:19:17,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33925 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-20T21:19:17,991 INFO [M:0;0b16ab3f13b7:33911 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:19:17,991 INFO [M:0;0b16ab3f13b7:33911 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:19:17,992 DEBUG [M:0;0b16ab3f13b7:33911 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:19:17,992 INFO [M:0;0b16ab3f13b7:33911 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:17,992 DEBUG [M:0;0b16ab3f13b7:33911 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:17,992 DEBUG [M:0;0b16ab3f13b7:33911 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:19:17,992 DEBUG [M:0;0b16ab3f13b7:33911 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:17,992 INFO [M:0;0b16ab3f13b7:33911 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-20T21:19:18,015 DEBUG [M:0;0b16ab3f13b7:33911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa49f4aaf20d450cab65fb4a61df7624 is 82, key is hbase:meta,,1/info:regioninfo/1732137547926/Put/seqid=0 2024-11-20T21:19:18,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741837_1013 (size=5672) 2024-11-20T21:19:18,421 INFO [M:0;0b16ab3f13b7:33911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa49f4aaf20d450cab65fb4a61df7624 2024-11-20T21:19:18,443 DEBUG [M:0;0b16ab3f13b7:33911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4150a590aa4f41d39d6f40d58f3bacf9 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732137547952/Put/seqid=0 2024-11-20T21:19:18,445 DEBUG [RS:0;0b16ab3f13b7:33925.replicationSource.wal-reader.0b16ab3f13b7%2C33925%2C1732137551832,1-0b16ab3f13b7,33925,1732137551832 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.1732137552893 to pos 0, reset compression=false 2024-11-20T21:19:18,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741838_1014 (size=5275) 2024-11-20T21:19:18,450 INFO [M:0;0b16ab3f13b7:33911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4150a590aa4f41d39d6f40d58f3bacf9 2024-11-20T21:19:18,483 DEBUG [M:0;0b16ab3f13b7:33911 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95180d71dcb14c9cb8744fd0a74ec392 is 69, key is 0b16ab3f13b7,46705,1732137545593/rs:state/1732137546757/Put/seqid=0 2024-11-20T21:19:18,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741839_1015 (size=5156) 2024-11-20T21:19:18,494 INFO [M:0;0b16ab3f13b7:33911 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95180d71dcb14c9cb8744fd0a74ec392 2024-11-20T21:19:18,506 DEBUG [M:0;0b16ab3f13b7:33911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fa49f4aaf20d450cab65fb4a61df7624 as hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa49f4aaf20d450cab65fb4a61df7624 2024-11-20T21:19:18,517 INFO [M:0;0b16ab3f13b7:33911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fa49f4aaf20d450cab65fb4a61df7624, entries=8, sequenceid=28, filesize=5.5 K 2024-11-20T21:19:18,519 DEBUG [M:0;0b16ab3f13b7:33911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4150a590aa4f41d39d6f40d58f3bacf9 as hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4150a590aa4f41d39d6f40d58f3bacf9 2024-11-20T21:19:18,528 INFO [M:0;0b16ab3f13b7:33911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4150a590aa4f41d39d6f40d58f3bacf9, entries=3, sequenceid=28, filesize=5.2 K 2024-11-20T21:19:18,529 DEBUG [M:0;0b16ab3f13b7:33911 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/95180d71dcb14c9cb8744fd0a74ec392 as hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95180d71dcb14c9cb8744fd0a74ec392 2024-11-20T21:19:18,548 INFO [M:0;0b16ab3f13b7:33911 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41773/user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/95180d71dcb14c9cb8744fd0a74ec392, entries=1, sequenceid=28, filesize=5.0 K 2024-11-20T21:19:18,557 INFO [M:0;0b16ab3f13b7:33911 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 565ms, sequenceid=28, compaction requested=false 2024-11-20T21:19:18,565 INFO [M:0;0b16ab3f13b7:33911 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:18,565 DEBUG [M:0;0b16ab3f13b7:33911 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137557992Disabling compacts and flushes for region at 1732137557992Disabling writes for close at 1732137557992Obtaining lock to block concurrent updates at 1732137557992Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137557992Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732137557993 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137557993Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137557994 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137558014 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137558014Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137558427 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137558443 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137558443Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137558456 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137558482 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137558482Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40ca8ffa: reopening flushed file at 1732137558501 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e3f7c16: reopening flushed file at 1732137558518 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c59ebcd: reopening flushed file at 1732137558528 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 565ms, sequenceid=28, compaction requested=false at 1732137558557 (+29 ms)Writing region close event to WAL at 1732137558565 (+8 ms)Closed at 1732137558565 2024-11-20T21:19:18,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40011 is added to blk_1073741830_1006 (size=10165) 2024-11-20T21:19:18,584 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/26ec30ab-81d9-b732-f33a-cf9f39ec5f9c/MasterData/WALs/0b16ab3f13b7,33911,1732137545516/0b16ab3f13b7%2C33911%2C1732137545516.1732137546570 not finished, retry = 0 2024-11-20T21:19:18,685 INFO [M:0;0b16ab3f13b7:33911 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:19:18,685 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:19:18,686 INFO [M:0;0b16ab3f13b7:33911 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33911 2024-11-20T21:19:18,686 INFO [M:0;0b16ab3f13b7:33911 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:19:18,738 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T21:19:18,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:18,788 INFO [M:0;0b16ab3f13b7:33911 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:19:18,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33911-0x1005f0f65c30003, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:18,797 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@544c804c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:19:18,797 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20f81a38{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:19:18,798 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:19:18,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bff4f3d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:19:18,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd6c9c4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/hadoop.log.dir/,STOPPED} 2024-11-20T21:19:18,799 WARN [BP-364567200-172.17.0.3-1732137544557 heartbeating to localhost/127.0.0.1:41773 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:19:18,799 WARN [BP-364567200-172.17.0.3-1732137544557 heartbeating to localhost/127.0.0.1:41773 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-364567200-172.17.0.3-1732137544557 (Datanode Uuid d0a29645-c14b-4e54-9b6c-c680c09d911a) service to localhost/127.0.0.1:41773 2024-11-20T21:19:18,799 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:19:18,800 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:19:18,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/cluster_e92d599e-7c97-dccf-d37f-1645ace9ec50/data/data1/current/BP-364567200-172.17.0.3-1732137544557 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:19:18,800 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/cluster_e92d599e-7c97-dccf-d37f-1645ace9ec50/data/data2/current/BP-364567200-172.17.0.3-1732137544557 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:19:18,801 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:19:18,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c58f274{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:19:18,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25c7dd70{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:19:18,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:19:18,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8042823{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:19:18,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e2755e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/hadoop.log.dir/,STOPPED} 2024-11-20T21:19:18,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:19:18,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:19:18,826 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:18,826 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:18,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:18,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:18,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:19:18,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:18,826 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1456998630, stopped=false 2024-11-20T21:19:18,826 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,45425,1732137551794 2024-11-20T21:19:18,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137285760/running 2024-11-20T21:19:18,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:18,833 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:19:18,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on znode that does not yet exist, /0137285760/running 2024-11-20T21:19:18,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:18,836 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:18,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:18,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137285760/running 2024-11-20T21:19:18,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:18,839 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,33925,1732137551832' ***** 2024-11-20T21:19:18,839 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:19:18,839 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:19:18,839 INFO [RS:0;0b16ab3f13b7:33925 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:19:18,839 INFO [RS:0;0b16ab3f13b7:33925 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:19:18,839 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(3091): Received CLOSE for e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:18,839 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:19:18,839 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,33925,1732137551832 2024-11-20T21:19:18,840 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:19:18,840 INFO [RS:0;0b16ab3f13b7:33925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:33925. 2024-11-20T21:19:18,840 DEBUG [RS:0;0b16ab3f13b7:33925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:18,840 DEBUG [RS:0;0b16ab3f13b7:33925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:18,840 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:19:18,840 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:19:18,840 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:19:18,840 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:19:18,840 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:19:18,840 DEBUG [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(1325): Online Regions={e960a2963f3bf40d55e78ffaf0ae5498=hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:19:18,840 DEBUG [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e960a2963f3bf40d55e78ffaf0ae5498 2024-11-20T21:19:18,841 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:19:18,841 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:19:18,841 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:19:18,841 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:19:18,841 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:19:18,841 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-20T21:19:18,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Set watcher on znode that does not yet exist, /0137285760/running 2024-11-20T21:19:18,843 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e960a2963f3bf40d55e78ffaf0ae5498, disabling compactions & flushes 2024-11-20T21:19:18,843 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:18,843 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:18,843 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. after waiting 0 ms 2024-11-20T21:19:18,843 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:18,849 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:19:18,857 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/replication/e960a2963f3bf40d55e78ffaf0ae5498/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-20T21:19:18,858 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:19:18,858 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:19:18,858 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:18,858 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e960a2963f3bf40d55e78ffaf0ae5498: Waiting for close lock at 1732137558843Running coprocessor pre-close hooks at 1732137558843Disabling compacts and flushes for region at 1732137558843Disabling writes for close at 1732137558843Writing region close event to WAL at 1732137558849 (+6 ms)Running coprocessor post-close hooks at 1732137558858 (+9 ms)Closed at 1732137558858 2024-11-20T21:19:18,858 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498. 2024-11-20T21:19:18,874 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/.tmp/info/a29cb09ed08947a990946dd7a07c1383 is 147, key is hbase:replication,,1732137548071.e960a2963f3bf40d55e78ffaf0ae5498./info:regioninfo/1732137557603/Put/seqid=0 2024-11-20T21:19:18,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741851_1027 (size=6385) 2024-11-20T21:19:18,897 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/.tmp/info/a29cb09ed08947a990946dd7a07c1383 2024-11-20T21:19:18,908 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/.tmp/info/a29cb09ed08947a990946dd7a07c1383 as hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/info/a29cb09ed08947a990946dd7a07c1383 2024-11-20T21:19:18,932 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/info/a29cb09ed08947a990946dd7a07c1383, entries=8, sequenceid=19, filesize=6.2 K 2024-11-20T21:19:18,934 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 93ms, sequenceid=19, compaction requested=false 2024-11-20T21:19:18,934 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:19:18,951 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-20T21:19:18,952 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:19:18,952 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:19:18,952 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:18,952 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137558841Running coprocessor pre-close hooks at 1732137558841Disabling compacts and flushes for region at 1732137558841Disabling writes for close at 1732137558841Obtaining lock to block concurrent updates at 1732137558841Preparing flush snapshotting stores in 1588230740 at 1732137558841Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732137558841Flushing stores of hbase:meta,,1.1588230740 at 1732137558843 (+2 ms)Flushing 1588230740/info: creating writer at 1732137558843Flushing 1588230740/info: appending metadata at 1732137558873 (+30 ms)Flushing 1588230740/info: closing flushed file at 1732137558874 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52e650d8: reopening flushed file at 1732137558907 (+33 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 93ms, sequenceid=19, compaction requested=false at 1732137558934 (+27 ms)Writing region close event to WAL at 1732137558946 (+12 ms)Running coprocessor post-close hooks at 1732137558952 (+6 ms)Closed at 1732137558952 2024-11-20T21:19:18,952 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:19,041 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,33925,1732137551832; all regions closed. 2024-11-20T21:19:19,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741849_1025 (size=2156) 2024-11-20T21:19:19,046 DEBUG [RS:0;0b16ab3f13b7:33925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/oldWALs 2024-11-20T21:19:19,046 INFO [RS:0;0b16ab3f13b7:33925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C33925%2C1732137551832.meta:.meta(num 1732137553229) 2024-11-20T21:19:19,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741850_1026 (size=796) 2024-11-20T21:19:19,048 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.rep.1732137557528 not finished, retry = 0 2024-11-20T21:19:19,151 DEBUG [RS:0;0b16ab3f13b7:33925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/oldWALs 2024-11-20T21:19:19,151 INFO [RS:0;0b16ab3f13b7:33925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C33925%2C1732137551832.rep:(num 1732137557528) 2024-11-20T21:19:19,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741848_1024 (size=93) 2024-11-20T21:19:19,153 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/WALs/0b16ab3f13b7,33925,1732137551832/0b16ab3f13b7%2C33925%2C1732137551832.1732137552893 not finished, retry = 0 2024-11-20T21:19:19,256 DEBUG [RS:0;0b16ab3f13b7:33925 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/oldWALs 2024-11-20T21:19:19,256 INFO [RS:0;0b16ab3f13b7:33925 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C33925%2C1732137551832:(num 1732137552893) 2024-11-20T21:19:19,256 DEBUG [RS:0;0b16ab3f13b7:33925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:19,256 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:19:19,256 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:19:19,257 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:19:19,257 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:19:19,257 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:19:19,257 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,33925,1732137551832 because: Region server is closing 2024-11-20T21:19:19,257 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-20T21:19:19,257 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-20T21:19:19,257 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T21:19:19,257 INFO [RS:0;0b16ab3f13b7:33925 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:33925. 2024-11-20T21:19:19,257 DEBUG [RS:0;0b16ab3f13b7:33925 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:19,257 DEBUG [RS:0;0b16ab3f13b7:33925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:19,257 DEBUG [RS:0;0b16ab3f13b7:33925 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:19,257 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:19,358 WARN [RS:0;0b16ab3f13b7:33925.replicationSource.wal-reader.0b16ab3f13b7%2C33925%2C1732137551832,1-0b16ab3f13b7,33925,1732137551832 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T21:19:19,358 WARN [RS:0;0b16ab3f13b7:33925.replicationSource.shipper0b16ab3f13b7%2C33925%2C1732137551832,1-0b16ab3f13b7,33925,1732137551832 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T21:19:19,358 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;0b16ab3f13b7:33925.replicationSource.shipper0b16ab3f13b7%2C33925%2C1732137551832,1-0b16ab3f13b7,33925,1732137551832 terminated 2024-11-20T21:19:19,358 INFO [RS:0;0b16ab3f13b7:33925 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33925 2024-11-20T21:19:19,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137285760/rs/0b16ab3f13b7,33925,1732137551832 2024-11-20T21:19:19,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760/rs 2024-11-20T21:19:19,360 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:19:19,362 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,33925,1732137551832] 2024-11-20T21:19:19,363 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0137285760/draining/0b16ab3f13b7,33925,1732137551832 already deleted, retry=false 2024-11-20T21:19:19,363 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,33925,1732137551832 expired; onlineServers=0 2024-11-20T21:19:19,363 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,45425,1732137551794' ***** 2024-11-20T21:19:19,363 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:19:19,363 INFO [M:0;0b16ab3f13b7:45425 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:19:19,363 INFO [M:0;0b16ab3f13b7:45425 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:19:19,363 DEBUG [M:0;0b16ab3f13b7:45425 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:19:19,364 DEBUG [M:0;0b16ab3f13b7:45425 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:19:19,364 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137552673 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137552673,5,FailOnTimeoutGroup] 2024-11-20T21:19:19,364 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:19:19,364 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137552673 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137552673,5,FailOnTimeoutGroup] 2024-11-20T21:19:19,364 INFO [M:0;0b16ab3f13b7:45425 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:19:19,364 INFO [M:0;0b16ab3f13b7:45425 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:19:19,364 DEBUG [M:0;0b16ab3f13b7:45425 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:19:19,364 INFO [M:0;0b16ab3f13b7:45425 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:19:19,364 INFO [M:0;0b16ab3f13b7:45425 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:19:19,364 INFO [M:0;0b16ab3f13b7:45425 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:19:19,365 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:19:19,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0137285760/master 2024-11-20T21:19:19,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0137285760 2024-11-20T21:19:19,367 DEBUG [M:0;0b16ab3f13b7:45425 {}] zookeeper.RecoverableZooKeeper(212): Node /0137285760/master already deleted, retry=false 2024-11-20T21:19:19,367 DEBUG [M:0;0b16ab3f13b7:45425 {}] master.ActiveMasterManager(353): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Failed delete of our master address node; KeeperErrorCode = NoNode for /0137285760/master 2024-11-20T21:19:19,368 INFO [M:0;0b16ab3f13b7:45425 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/.lastflushedseqids 2024-11-20T21:19:19,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741852_1028 (size=181) 2024-11-20T21:19:19,380 INFO [M:0;0b16ab3f13b7:45425 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:19:19,380 INFO [M:0;0b16ab3f13b7:45425 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:19:19,380 DEBUG [M:0;0b16ab3f13b7:45425 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:19:19,380 INFO [M:0;0b16ab3f13b7:45425 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:19,380 DEBUG [M:0;0b16ab3f13b7:45425 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:19,380 DEBUG [M:0;0b16ab3f13b7:45425 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:19:19,380 DEBUG [M:0;0b16ab3f13b7:45425 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:19,380 INFO [M:0;0b16ab3f13b7:45425 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-20T21:19:19,404 DEBUG [M:0;0b16ab3f13b7:45425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dd4e124a22a43eb993e3ea541fdafca is 82, key is hbase:meta,,1/info:regioninfo/1732137553281/Put/seqid=0 2024-11-20T21:19:19,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741853_1029 (size=5672) 2024-11-20T21:19:19,416 INFO [M:0;0b16ab3f13b7:45425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dd4e124a22a43eb993e3ea541fdafca 2024-11-20T21:19:19,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:19,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33925-0x1005f0f65c30007, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:19,462 INFO [RS:0;0b16ab3f13b7:33925 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:19:19,462 INFO [RS:0;0b16ab3f13b7:33925 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,33925,1732137551832; zookeeper connection closed. 2024-11-20T21:19:19,464 DEBUG [M:0;0b16ab3f13b7:45425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57312ba040464b46a7df19e4df4028e3 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732137557611/Put/seqid=0 2024-11-20T21:19:19,480 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@10bf8e8e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@10bf8e8e 2024-11-20T21:19:19,485 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:19:19,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741854_1030 (size=7312) 2024-11-20T21:19:19,497 INFO [M:0;0b16ab3f13b7:45425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57312ba040464b46a7df19e4df4028e3 2024-11-20T21:19:19,548 DEBUG [M:0;0b16ab3f13b7:45425 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4e46177a1804118ad42189128e396c7 is 69, key is 0b16ab3f13b7,33925,1732137551832/rs:state/1732137552710/Put/seqid=0 2024-11-20T21:19:19,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741855_1031 (size=5370) 2024-11-20T21:19:19,582 INFO [M:0;0b16ab3f13b7:45425 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4e46177a1804118ad42189128e396c7 2024-11-20T21:19:19,608 INFO [M:0;0b16ab3f13b7:45425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4e46177a1804118ad42189128e396c7 2024-11-20T21:19:19,609 DEBUG [M:0;0b16ab3f13b7:45425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2dd4e124a22a43eb993e3ea541fdafca as hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dd4e124a22a43eb993e3ea541fdafca 2024-11-20T21:19:19,616 INFO [M:0;0b16ab3f13b7:45425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2dd4e124a22a43eb993e3ea541fdafca, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T21:19:19,617 DEBUG [M:0;0b16ab3f13b7:45425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57312ba040464b46a7df19e4df4028e3 as hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57312ba040464b46a7df19e4df4028e3 2024-11-20T21:19:19,622 INFO [M:0;0b16ab3f13b7:45425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57312ba040464b46a7df19e4df4028e3, entries=7, sequenceid=127, filesize=7.1 K 2024-11-20T21:19:19,623 DEBUG [M:0;0b16ab3f13b7:45425 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4e46177a1804118ad42189128e396c7 as hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4e46177a1804118ad42189128e396c7 2024-11-20T21:19:19,628 INFO [M:0;0b16ab3f13b7:45425 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c4e46177a1804118ad42189128e396c7 2024-11-20T21:19:19,628 INFO [M:0;0b16ab3f13b7:45425 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38489/user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4e46177a1804118ad42189128e396c7, entries=2, sequenceid=127, filesize=5.2 K 2024-11-20T21:19:19,629 INFO [M:0;0b16ab3f13b7:45425 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 249ms, sequenceid=127, compaction requested=false 2024-11-20T21:19:19,630 INFO [M:0;0b16ab3f13b7:45425 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:19,630 DEBUG [M:0;0b16ab3f13b7:45425 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137559380Disabling compacts and flushes for region at 1732137559380Disabling writes for close at 1732137559380Obtaining lock to block concurrent updates at 1732137559380Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137559380Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732137559381 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137559381Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137559381Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137559404 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137559404Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137559425 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137559463 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137559463Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137559513 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137559547 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137559547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35beab2d: reopening flushed file at 1732137559608 (+61 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f2d332: reopening flushed file at 1732137559616 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2987b049: reopening flushed file at 1732137559622 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 249ms, sequenceid=127, compaction requested=false at 1732137559629 (+7 ms)Writing region close event to WAL at 1732137559630 (+1 ms)Closed at 1732137559630 2024-11-20T21:19:19,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39759 is added to blk_1073741847_1023 (size=22903) 2024-11-20T21:19:19,633 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b5885a4-d64c-272f-079d-117e418f4f1f/MasterData/WALs/0b16ab3f13b7,45425,1732137551794/0b16ab3f13b7%2C45425%2C1732137551794.1732137552404 not finished, retry = 0 2024-11-20T21:19:19,734 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:19:19,734 INFO [M:0;0b16ab3f13b7:45425 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:19:19,735 INFO [M:0;0b16ab3f13b7:45425 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45425 2024-11-20T21:19:19,735 INFO [M:0;0b16ab3f13b7:45425 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:19:19,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:19,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45425-0x1005f0f65c30006, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:19,838 INFO [M:0;0b16ab3f13b7:45425 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:19:19,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7aab8543{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:19:19,847 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@607b161a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:19:19,847 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:19:19,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1373e863{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:19:19,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d0e3efc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/hadoop.log.dir/,STOPPED} 2024-11-20T21:19:19,851 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:19:19,851 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:19:19,852 WARN [BP-97858669-172.17.0.3-1732137540421 heartbeating to localhost/127.0.0.1:38489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:19:19,852 WARN [BP-97858669-172.17.0.3-1732137540421 heartbeating to localhost/127.0.0.1:38489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-97858669-172.17.0.3-1732137540421 (Datanode Uuid 05448f76-f020-4c12-894d-2c6897d72dcd) service to localhost/127.0.0.1:38489 2024-11-20T21:19:19,853 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/cluster_00f17939-269d-9333-2bc2-f9301844373e/data/data1/current/BP-97858669-172.17.0.3-1732137540421 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:19:19,854 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/cluster_00f17939-269d-9333-2bc2-f9301844373e/data/data2/current/BP-97858669-172.17.0.3-1732137540421 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:19:19,854 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:19:19,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c528ffb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:19:19,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@541fdc67{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:19:19,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:19:19,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@428b4dbc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:19:19,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@830a9f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/de3530cd-8dfb-638c-2dc9-d877968533a2/hadoop.log.dir/,STOPPED} 2024-11-20T21:19:19,880 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:19:19,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:19:19,912 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=209 (was 159) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38489 from jenkins.hfs.7 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52758) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41773 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41773 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41773 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41773 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38489 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52758) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38489 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38489 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=582 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=591 (was 605), ProcessCount=11 (was 11), AvailableMemoryMB=530 (was 353) - AvailableMemoryMB LEAK? - 2024-11-20T21:19:19,926 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=209, OpenFileDescriptor=582, MaxFileDescriptor=1048576, SystemLoadAverage=591, ProcessCount=11, AvailableMemoryMB=527 2024-11-20T21:19:19,946 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-20T21:19:19,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/hadoop.log.dir so I do NOT create it in target/test-data/342adb38-de91-d884-41da-c4844b37013d 2024-11-20T21:19:19,947 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:19:19,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/hadoop.tmp.dir so I do NOT create it in target/test-data/342adb38-de91-d884-41da-c4844b37013d 2024-11-20T21:19:19,947 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3a8c82f-57f4-1107-9d13-6f9d43c3febd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:19:19,947 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d 2024-11-20T21:19:19,947 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/cluster_1b713280-c868-583b-5ca9-e1eb88b31d91, deleteOnExit=true 2024-11-20T21:19:19,958 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/cluster_1b713280-c868-583b-5ca9-e1eb88b31d91/zookeeper_0, clientPort=50758, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/cluster_1b713280-c868-583b-5ca9-e1eb88b31d91/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/cluster_1b713280-c868-583b-5ca9-e1eb88b31d91/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:19:19,961 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50758 2024-11-20T21:19:19,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:19:19,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:19:19,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/test.cache.data in system properties and HBase conf 2024-11-20T21:19:19,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:19:19,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:19:19,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:19:19,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:19:19,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:19:19,962 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:19:19,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:19:19,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:19:19,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:19:19,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:19:19,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:19:19,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:19:19,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:19:19,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:19:19,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:19:19,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:19:19,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:19:19,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:19:19,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:19:19,963 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:19:19,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1005f0f65c30005, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:19:19,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1005f0f65c30005, quorum=127.0.0.1:52758, baseZNode=/12030032722 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:19:19,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1005f0f65c30002, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:19:19,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1005f0f65c30002, quorum=127.0.0.1:52758, baseZNode=/0137285760 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:19:20,091 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:20,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:19:20,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:19:20,127 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:19:20,127 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:19:20,128 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:20,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:19:20,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:19:20,293 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72f0a085{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/java.io.tmpdir/jetty-localhost-42745-hadoop-hdfs-3_4_1-tests_jar-_-any-17158772680236812296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:19:20,294 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:42745} 2024-11-20T21:19:20,294 INFO [Time-limited test {}] server.Server(415): Started @150402ms 2024-11-20T21:19:20,491 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:20,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:19:20,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:19:20,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:19:20,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:19:20,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:19:20,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:19:20,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@702d0e1c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/java.io.tmpdir/jetty-localhost-43701-hadoop-hdfs-3_4_1-tests_jar-_-any-1227952873565932232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:19:20,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:43701} 2024-11-20T21:19:20,717 INFO [Time-limited test {}] server.Server(415): Started @150825ms 2024-11-20T21:19:20,719 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:19:20,877 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/cluster_1b713280-c868-583b-5ca9-e1eb88b31d91/data/data1/current/BP-44692425-172.17.0.3-1732137559992/current, will proceed with Du for space computation calculation, 2024-11-20T21:19:20,881 WARN [Thread-1673 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/cluster_1b713280-c868-583b-5ca9-e1eb88b31d91/data/data2/current/BP-44692425-172.17.0.3-1732137559992/current, will proceed with Du for space computation calculation, 2024-11-20T21:19:20,917 WARN [Thread-1660 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:19:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85a195d955b04850 with lease ID 0x8870dd3a29960b19: Processing first storage report for DS-4608160c-6ee0-4bf6-8a59-de7b4432957f from datanode DatanodeRegistration(127.0.0.1:43763, datanodeUuid=35e13e8b-0e41-4cd2-ba76-4ac82e180a07, infoPort=34699, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=802630930;c=1732137559992) 2024-11-20T21:19:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85a195d955b04850 with lease ID 0x8870dd3a29960b19: from storage DS-4608160c-6ee0-4bf6-8a59-de7b4432957f node DatanodeRegistration(127.0.0.1:43763, datanodeUuid=35e13e8b-0e41-4cd2-ba76-4ac82e180a07, infoPort=34699, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=802630930;c=1732137559992), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:19:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85a195d955b04850 with lease ID 0x8870dd3a29960b19: Processing first storage report for DS-a2592c4b-8520-4d8e-9509-9f8f263be542 from datanode DatanodeRegistration(127.0.0.1:43763, datanodeUuid=35e13e8b-0e41-4cd2-ba76-4ac82e180a07, infoPort=34699, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=802630930;c=1732137559992) 2024-11-20T21:19:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85a195d955b04850 with lease ID 0x8870dd3a29960b19: from storage DS-a2592c4b-8520-4d8e-9509-9f8f263be542 node DatanodeRegistration(127.0.0.1:43763, datanodeUuid=35e13e8b-0e41-4cd2-ba76-4ac82e180a07, infoPort=34699, infoSecurePort=0, ipcPort=34017, storageInfo=lv=-57;cid=testClusterID;nsid=802630930;c=1732137559992), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:19:21,005 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d 2024-11-20T21:19:21,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:21,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:21,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:19:21,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b with version=8 2024-11-20T21:19:21,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/hbase-staging 2024-11-20T21:19:21,424 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:19:21,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:21,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:21,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:19:21,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:21,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:19:21,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:19:21,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:19:21,425 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43811 2024-11-20T21:19:21,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43811 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-20T21:19:21,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438110x0, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:21,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43811-0x1005f0fb2300000 connected 2024-11-20T21:19:21,466 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:21,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:21,471 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Set watcher on znode that does not yet exist, /0-572525670/running 2024-11-20T21:19:21,471 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b, hbase.cluster.distributed=false 2024-11-20T21:19:21,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Set watcher on znode that does not yet exist, /0-572525670/acl 2024-11-20T21:19:21,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43811 2024-11-20T21:19:21,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43811 2024-11-20T21:19:21,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43811 2024-11-20T21:19:21,497 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43811 2024-11-20T21:19:21,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43811 2024-11-20T21:19:21,522 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:19:21,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:21,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:21,522 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:19:21,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:21,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:19:21,522 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:19:21,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:19:21,524 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41587 2024-11-20T21:19:21,526 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41587 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-20T21:19:21,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:21,529 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:21,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:415870x0, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:21,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:415870x0, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Set watcher on znode that does not yet exist, /0-572525670/running 2024-11-20T21:19:21,546 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:19:21,549 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41587-0x1005f0fb2300001 connected 2024-11-20T21:19:21,549 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:19:21,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Set watcher on znode that does not yet exist, /0-572525670/master 2024-11-20T21:19:21,551 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Set watcher on znode that does not yet exist, /0-572525670/acl 2024-11-20T21:19:21,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41587 2024-11-20T21:19:21,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41587 2024-11-20T21:19:21,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41587 2024-11-20T21:19:21,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41587 2024-11-20T21:19:21,557 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41587 2024-11-20T21:19:21,571 DEBUG [M:0;0b16ab3f13b7:43811 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:43811 2024-11-20T21:19:21,572 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-572525670/backup-masters/0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670/backup-masters 2024-11-20T21:19:21,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670/backup-masters 2024-11-20T21:19:21,575 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Set watcher on existing znode=/0-572525670/backup-masters/0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-572525670/master 2024-11-20T21:19:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:21,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:21,577 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Set watcher on existing znode=/0-572525670/master 2024-11-20T21:19:21,577 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-572525670/backup-masters/0b16ab3f13b7,43811,1732137561423 from backup master directory 2024-11-20T21:19:21,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-572525670/backup-masters/0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:21,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670/backup-masters 2024-11-20T21:19:21,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670/backup-masters 2024-11-20T21:19:21,579 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:19:21,579 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:21,590 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/hbase.id] with ID: 02181c54-862c-4af7-895b-775616dfb001 2024-11-20T21:19:21,590 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/.tmp/hbase.id 2024-11-20T21:19:21,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:19:22,011 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/.tmp/hbase.id]:[hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/hbase.id] 2024-11-20T21:19:22,053 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:22,053 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:19:22,057 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-20T21:19:22,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:22,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:22,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:19:22,513 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:22,514 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:19:22,517 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:22,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:19:22,539 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store 2024-11-20T21:19:22,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:19:22,961 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:19:22,982 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:22,982 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:19:22,982 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:22,982 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:22,982 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:19:22,982 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:22,983 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:22,983 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137562982Disabling compacts and flushes for region at 1732137562982Disabling writes for close at 1732137562982Writing region close event to WAL at 1732137562982Closed at 1732137562982 2024-11-20T21:19:22,984 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/.initializing 2024-11-20T21:19:22,984 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/WALs/0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:22,994 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:19:22,996 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C43811%2C1732137561423, suffix=, logDir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/WALs/0b16ab3f13b7,43811,1732137561423, archiveDir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/oldWALs, maxLogs=10 2024-11-20T21:19:23,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:23,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:23,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:23,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:23,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:23,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:23,078 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/WALs/0b16ab3f13b7,43811,1732137561423/0b16ab3f13b7%2C43811%2C1732137561423.1732137562996, exclude list is [], retry=0 2024-11-20T21:19:23,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:23,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-4608160c-6ee0-4bf6-8a59-de7b4432957f,DISK] 2024-11-20T21:19:23,095 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:23,101 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/WALs/0b16ab3f13b7,43811,1732137561423/0b16ab3f13b7%2C43811%2C1732137561423.1732137562996 2024-11-20T21:19:23,115 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34699:34699)] 2024-11-20T21:19:23,115 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:23,115 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:23,115 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:23,115 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:23,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:23,141 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:19:23,141 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:23,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:23,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:23,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:19:23,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:23,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:23,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:23,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:19:23,164 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:23,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:23,165 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:23,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:19:23,167 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:23,167 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:23,167 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:23,168 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:23,169 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:23,170 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:23,170 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:23,171 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:23,173 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:23,203 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:23,208 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67005088, jitterRate=-0.0015463829040527344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:23,209 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137563115Initializing all the Stores at 1732137563117 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137563117Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137563132 (+15 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137563132Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137563132Cleaning up temporary data from old regions at 1732137563170 (+38 ms)Region opened successfully at 1732137563209 (+39 ms) 2024-11-20T21:19:23,210 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:19:23,268 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1201f777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:19:23,269 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:19:23,269 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:19:23,269 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:19:23,270 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:19:23,270 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:19:23,271 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:19:23,271 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:19:23,287 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:19:23,289 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Unable to get data of znode /0-572525670/balancer because node does not exist (not necessarily an error) 2024-11-20T21:19:23,291 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-572525670/balancer already deleted, retry=false 2024-11-20T21:19:23,291 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:19:23,292 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Unable to get data of znode /0-572525670/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:19:23,293 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-572525670/normalizer already deleted, retry=false 2024-11-20T21:19:23,294 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:19:23,298 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Unable to get data of znode /0-572525670/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:19:23,299 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-572525670/switch/split already deleted, retry=false 2024-11-20T21:19:23,301 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Unable to get data of znode /0-572525670/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:19:23,302 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-572525670/switch/merge already deleted, retry=false 2024-11-20T21:19:23,308 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Unable to get data of znode /0-572525670/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:19:23,309 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-572525670/snapshot-cleanup already deleted, retry=false 2024-11-20T21:19:23,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-572525670/running 2024-11-20T21:19:23,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-572525670/running 2024-11-20T21:19:23,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:23,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:23,312 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,43811,1732137561423, sessionid=0x1005f0fb2300000, setting cluster-up flag (Was=false) 2024-11-20T21:19:23,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:23,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:23,325 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-572525670/flush-table-proc/acquired, /0-572525670/flush-table-proc/reached, /0-572525670/flush-table-proc/abort 2024-11-20T21:19:23,326 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:23,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:23,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:23,348 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-572525670/online-snapshot/acquired, /0-572525670/online-snapshot/reached, /0-572525670/online-snapshot/abort 2024-11-20T21:19:23,349 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:23,366 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:19:23,376 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:23,377 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:19:23,377 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:19:23,377 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 0b16ab3f13b7,41779,1732137541663: status=Processing ServerCrashProcedure of 0b16ab3f13b7,41779,1732137541663 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732137552638, completionTime=-1 appears to have been leaked 2024-11-20T21:19:23,377 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,43811,1732137561423 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:19:23,379 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:23,379 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:23,379 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:23,379 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:23,382 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:19:23,382 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:23,382 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:19:23,382 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:23,383 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(746): ClusterId : 02181c54-862c-4af7-895b-775616dfb001 2024-11-20T21:19:23,383 DEBUG [RS:0;0b16ab3f13b7:41587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:19:23,401 DEBUG [RS:0;0b16ab3f13b7:41587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:19:23,401 DEBUG [RS:0;0b16ab3f13b7:41587 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:19:23,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:23,405 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:19:23,415 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:23,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:19:23,417 DEBUG [RS:0;0b16ab3f13b7:41587 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:19:23,417 DEBUG [RS:0;0b16ab3f13b7:41587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e7415c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:19:23,469 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:41587 2024-11-20T21:19:23,469 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:19:23,469 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:19:23,469 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:19:23,470 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,43811,1732137561423 with port=41587, startcode=1732137561522 2024-11-20T21:19:23,470 DEBUG [RS:0;0b16ab3f13b7:41587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:19:23,475 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137593475 2024-11-20T21:19:23,476 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:19:23,477 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:19:23,477 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:19:23,477 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:19:23,477 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:19:23,477 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:19:23,478 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:19:23,479 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:23,481 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:19:23,481 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:19:23,481 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43811 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T21:19:23,481 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:19:23,481 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:19:23,482 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:19:23,483 WARN [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:19:23,484 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:19:23,484 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:19:23,485 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137563485,5,FailOnTimeoutGroup] 2024-11-20T21:19:23,485 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137563485,5,FailOnTimeoutGroup] 2024-11-20T21:19:23,485 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:23,485 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:19:23,485 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:23,485 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:23,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:19:23,589 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,43811,1732137561423 with port=41587, startcode=1732137561522 2024-11-20T21:19:23,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43811 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:23,590 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43811 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:23,598 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b 2024-11-20T21:19:23,599 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40337 2024-11-20T21:19:23,599 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:19:23,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670/rs 2024-11-20T21:19:23,609 DEBUG [RS:0;0b16ab3f13b7:41587 {}] zookeeper.ZKUtil(111): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Set watcher on existing znode=/0-572525670/rs/0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:23,609 WARN [RS:0;0b16ab3f13b7:41587 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:19:23,609 INFO [RS:0;0b16ab3f13b7:41587 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:23,609 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:23,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,41587,1732137561522] 2024-11-20T21:19:23,641 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:19:23,656 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:19:23,659 INFO [RS:0;0b16ab3f13b7:41587 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:19:23,659 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:23,672 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:19:23,681 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:19:23,681 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:23,682 DEBUG [RS:0;0b16ab3f13b7:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:23,682 DEBUG [RS:0;0b16ab3f13b7:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:23,682 DEBUG [RS:0;0b16ab3f13b7:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:23,682 DEBUG [RS:0;0b16ab3f13b7:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:23,682 DEBUG [RS:0;0b16ab3f13b7:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:23,682 DEBUG [RS:0;0b16ab3f13b7:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:19:23,682 DEBUG [RS:0;0b16ab3f13b7:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:23,682 DEBUG [RS:0;0b16ab3f13b7:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:23,682 DEBUG [RS:0;0b16ab3f13b7:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:23,682 DEBUG [RS:0;0b16ab3f13b7:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:23,682 DEBUG [RS:0;0b16ab3f13b7:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:23,683 DEBUG [RS:0;0b16ab3f13b7:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:23,683 DEBUG [RS:0;0b16ab3f13b7:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:19:23,684 DEBUG [RS:0;0b16ab3f13b7:41587 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:19:23,699 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:23,699 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:23,699 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:23,699 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:23,699 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:23,699 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41587,1732137561522-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:19:23,728 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:19:23,728 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41587,1732137561522-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:23,728 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:23,728 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.Replication(171): 0b16ab3f13b7,41587,1732137561522 started 2024-11-20T21:19:23,751 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:23,751 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,41587,1732137561522, RpcServer on 0b16ab3f13b7/172.17.0.3:41587, sessionid=0x1005f0fb2300001 2024-11-20T21:19:23,751 DEBUG [RS:0;0b16ab3f13b7:41587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:19:23,751 DEBUG [RS:0;0b16ab3f13b7:41587 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:23,751 DEBUG [RS:0;0b16ab3f13b7:41587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,41587,1732137561522' 2024-11-20T21:19:23,751 DEBUG [RS:0;0b16ab3f13b7:41587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-572525670/flush-table-proc/abort' 2024-11-20T21:19:23,752 DEBUG [RS:0;0b16ab3f13b7:41587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-572525670/flush-table-proc/acquired' 2024-11-20T21:19:23,753 DEBUG [RS:0;0b16ab3f13b7:41587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:19:23,753 DEBUG [RS:0;0b16ab3f13b7:41587 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:19:23,753 DEBUG [RS:0;0b16ab3f13b7:41587 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:23,753 DEBUG [RS:0;0b16ab3f13b7:41587 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,41587,1732137561522' 2024-11-20T21:19:23,753 DEBUG [RS:0;0b16ab3f13b7:41587 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-572525670/online-snapshot/abort' 2024-11-20T21:19:23,753 DEBUG [RS:0;0b16ab3f13b7:41587 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-572525670/online-snapshot/acquired' 2024-11-20T21:19:23,754 DEBUG [RS:0;0b16ab3f13b7:41587 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:19:23,754 INFO [RS:0;0b16ab3f13b7:41587 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:19:23,754 INFO [RS:0;0b16ab3f13b7:41587 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:19:23,854 INFO [RS:0;0b16ab3f13b7:41587 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:19:23,856 INFO [RS:0;0b16ab3f13b7:41587 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C41587%2C1732137561522, suffix=, logDir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522, archiveDir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/oldWALs, maxLogs=10 2024-11-20T21:19:23,883 DEBUG [RS:0;0b16ab3f13b7:41587 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857, exclude list is [], retry=0 2024-11-20T21:19:23,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-4608160c-6ee0-4bf6-8a59-de7b4432957f,DISK] 2024-11-20T21:19:23,909 INFO [RS:0;0b16ab3f13b7:41587 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 2024-11-20T21:19:23,910 DEBUG [RS:0;0b16ab3f13b7:41587 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34699:34699)] 2024-11-20T21:19:23,921 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:19:23,922 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b 2024-11-20T21:19:23,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:19:23,937 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:23,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:19:23,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:19:23,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:23,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:23,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:19:23,957 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:19:23,957 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:23,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:23,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:19:23,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:19:23,961 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:23,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:23,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:19:23,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:19:23,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:23,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:23,965 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:19:23,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740 2024-11-20T21:19:23,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740 2024-11-20T21:19:23,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:19:23,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:19:23,968 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:23,970 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:19:23,982 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:23,983 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61118207, jitterRate=-0.08926774561405182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:23,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137563937Initializing all the Stores at 1732137563938 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137563939 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137563939Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137563939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137563939Cleaning up temporary data from old regions at 1732137563968 (+29 ms)Region opened successfully at 1732137563984 (+16 ms) 2024-11-20T21:19:23,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:19:23,984 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:19:23,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:19:23,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:19:23,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:19:23,985 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:23,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137563984Disabling compacts and flushes for region at 1732137563984Disabling writes for close at 1732137563984Writing region close event to WAL at 1732137563985 (+1 ms)Closed at 1732137563985 2024-11-20T21:19:23,987 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:23,987 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:19:23,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:19:23,989 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:19:23,990 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:19:24,140 DEBUG [0b16ab3f13b7:43811 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:19:24,141 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:24,144 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,41587,1732137561522, state=OPENING 2024-11-20T21:19:24,146 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:19:24,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:24,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:24,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-572525670/meta-region-server: CHANGED 2024-11-20T21:19:24,148 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-572525670/meta-region-server: CHANGED 2024-11-20T21:19:24,149 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:19:24,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,41587,1732137561522}] 2024-11-20T21:19:24,329 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:19:24,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56695, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:19:24,373 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:19:24,373 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:24,373 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:19:24,380 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C41587%2C1732137561522.meta, suffix=.meta, logDir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522, archiveDir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/oldWALs, maxLogs=10 2024-11-20T21:19:24,411 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.meta.1732137564380.meta, exclude list is [], retry=0 2024-11-20T21:19:24,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-4608160c-6ee0-4bf6-8a59-de7b4432957f,DISK] 2024-11-20T21:19:24,459 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.meta.1732137564380.meta 2024-11-20T21:19:24,461 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34699:34699)] 2024-11-20T21:19:24,462 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:24,462 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:24,462 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:19:24,463 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:19:24,463 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:19:24,463 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:19:24,463 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:24,463 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:19:24,463 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:19:24,469 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:19:24,470 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:19:24,470 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:24,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:24,471 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:19:24,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:19:24,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:24,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:24,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:19:24,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:19:24,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:24,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:24,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:19:24,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:19:24,491 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:24,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:24,492 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:19:24,493 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740 2024-11-20T21:19:24,495 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740 2024-11-20T21:19:24,496 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:19:24,496 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:19:24,496 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:24,509 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:19:24,516 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65843547, jitterRate=-0.018854692578315735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:24,516 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:19:24,517 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137564463Writing region info on filesystem at 1732137564463Initializing all the Stores at 1732137564464 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137564464Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137564468 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137564468Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137564468Cleaning up temporary data from old regions at 1732137564496 (+28 ms)Running coprocessor post-open hooks at 1732137564516 (+20 ms)Region opened successfully at 1732137564517 (+1 ms) 2024-11-20T21:19:24,518 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137564329 2024-11-20T21:19:24,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:24,524 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:19:24,524 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:19:24,525 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,41587,1732137561522, state=OPEN 2024-11-20T21:19:24,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-572525670/meta-region-server 2024-11-20T21:19:24,531 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-572525670/meta-region-server: CHANGED 2024-11-20T21:19:24,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-572525670/meta-region-server 2024-11-20T21:19:24,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-572525670/meta-region-server: CHANGED 2024-11-20T21:19:24,532 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:24,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:19:24,540 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,41587,1732137561522 in 383 msec 2024-11-20T21:19:24,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:19:24,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 553 msec 2024-11-20T21:19:24,544 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:24,544 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:19:24,546 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:24,546 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,41587,1732137561522, seqNum=-1] 2024-11-20T21:19:24,546 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:24,548 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:24,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1790 sec 2024-11-20T21:19:24,555 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137564555, completionTime=-1 2024-11-20T21:19:24,555 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:19:24,555 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:19:24,558 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:19:24,558 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137624558 2024-11-20T21:19:24,558 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137684558 2024-11-20T21:19:24,558 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T21:19:24,558 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43811,1732137561423-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:24,558 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43811,1732137561423-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:24,559 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43811,1732137561423-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:24,559 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:43811, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:24,559 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:24,561 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:19:24,568 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:24,575 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.991sec 2024-11-20T21:19:24,575 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:19:24,575 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:19:24,575 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:19:24,575 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:19:24,575 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:19:24,575 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43811,1732137561423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:19:24,575 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43811,1732137561423-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:19:24,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152eda5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:24,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43811,-1 for getting cluster id 2024-11-20T21:19:24,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:24,602 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:19:24,603 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:19:24,603 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43811,1732137561423-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:24,610 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02181c54-862c-4af7-895b-775616dfb001' 2024-11-20T21:19:24,610 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:24,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02181c54-862c-4af7-895b-775616dfb001" 2024-11-20T21:19:24,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db7a185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:24,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43811,-1] 2024-11-20T21:19:24,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:24,612 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:24,613 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:24,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223ea81f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:24,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,41587,1732137561522, seqNum=-1] 2024-11-20T21:19:24,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:24,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:24,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:24,625 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-20T21:19:24,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:24,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1005f0fb2300002 connected 2024-11-20T21:19:24,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/hadoop.log.dir so I do NOT create it in target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4 2024-11-20T21:19:24,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:19:24,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/hadoop.tmp.dir so I do NOT create it in target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4 2024-11-20T21:19:24,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:19:24,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4 2024-11-20T21:19:24,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:19:24,640 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/cluster_e82c08c6-e850-65cd-88f3-c12a03aefff3, deleteOnExit=true 2024-11-20T21:19:24,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:19:24,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/test.cache.data in system properties and HBase conf 2024-11-20T21:19:24,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:19:24,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:19:24,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:19:24,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:19:24,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:19:24,641 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:19:24,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:19:24,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:19:24,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:19:24,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:19:24,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:19:24,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:19:24,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:19:24,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:19:24,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:19:24,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:19:24,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:19:24,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:19:24,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:19:24,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:19:24,887 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:24,902 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:19:25,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:19:25,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:19:25,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:19:25,046 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:25,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:19:25,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:19:25,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@510f7320{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/java.io.tmpdir/jetty-localhost-34683-hadoop-hdfs-3_4_1-tests_jar-_-any-2354268750579302630/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:19:25,204 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:34683} 2024-11-20T21:19:25,204 INFO [Time-limited test {}] server.Server(415): Started @155312ms 2024-11-20T21:19:25,380 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:25,383 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:19:25,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:19:25,389 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:19:25,389 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:19:25,390 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:19:25,391 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:19:25,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f81a6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/java.io.tmpdir/jetty-localhost-38623-hadoop-hdfs-3_4_1-tests_jar-_-any-16713226939828888038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:19:25,564 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:38623} 2024-11-20T21:19:25,565 INFO [Time-limited test {}] server.Server(415): Started @155673ms 2024-11-20T21:19:25,566 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:19:25,869 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/cluster_e82c08c6-e850-65cd-88f3-c12a03aefff3/data/data1/current/BP-309766740-172.17.0.3-1732137564749/current, will proceed with Du for space computation calculation, 2024-11-20T21:19:25,873 WARN [Thread-1794 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/cluster_e82c08c6-e850-65cd-88f3-c12a03aefff3/data/data2/current/BP-309766740-172.17.0.3-1732137564749/current, will proceed with Du for space computation calculation, 2024-11-20T21:19:25,930 WARN [Thread-1781 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:19:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x756529d89a76d8df with lease ID 0xac0c591251b8786b: Processing first storage report for DS-1ec9ff26-8264-4345-8348-76e966ff2851 from datanode DatanodeRegistration(127.0.0.1:39743, datanodeUuid=9b15bac9-91bb-492a-875a-abf60ec3f594, infoPort=36355, infoSecurePort=0, ipcPort=33867, storageInfo=lv=-57;cid=testClusterID;nsid=2130255011;c=1732137564749) 2024-11-20T21:19:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x756529d89a76d8df with lease ID 0xac0c591251b8786b: from storage DS-1ec9ff26-8264-4345-8348-76e966ff2851 node DatanodeRegistration(127.0.0.1:39743, datanodeUuid=9b15bac9-91bb-492a-875a-abf60ec3f594, infoPort=36355, infoSecurePort=0, ipcPort=33867, storageInfo=lv=-57;cid=testClusterID;nsid=2130255011;c=1732137564749), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:19:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x756529d89a76d8df with lease ID 0xac0c591251b8786b: Processing first storage report for DS-c1da5584-f980-48c8-8d41-97a50cb80a97 from datanode DatanodeRegistration(127.0.0.1:39743, datanodeUuid=9b15bac9-91bb-492a-875a-abf60ec3f594, infoPort=36355, infoSecurePort=0, ipcPort=33867, storageInfo=lv=-57;cid=testClusterID;nsid=2130255011;c=1732137564749) 2024-11-20T21:19:25,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x756529d89a76d8df with lease ID 0xac0c591251b8786b: from storage DS-c1da5584-f980-48c8-8d41-97a50cb80a97 node DatanodeRegistration(127.0.0.1:39743, datanodeUuid=9b15bac9-91bb-492a-875a-abf60ec3f594, infoPort=36355, infoSecurePort=0, ipcPort=33867, storageInfo=lv=-57;cid=testClusterID;nsid=2130255011;c=1732137564749), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:19:26,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4 2024-11-20T21:19:26,029 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:26,031 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:26,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:19:26,098 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e with version=8 2024-11-20T21:19:26,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/hbase-staging 2024-11-20T21:19:26,101 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:19:26,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:26,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:26,102 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:19:26,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:26,102 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:19:26,102 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:19:26,102 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:19:26,106 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40123 2024-11-20T21:19:26,110 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40123 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-20T21:19:26,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:401230x0, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:26,135 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40123-0x1005f0fb2300003 connected 2024-11-20T21:19:26,152 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:26,155 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:26,159 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Set watcher on znode that does not yet exist, /11988347194/running 2024-11-20T21:19:26,160 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e, hbase.cluster.distributed=false 2024-11-20T21:19:26,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Set watcher on znode that does not yet exist, /11988347194/acl 2024-11-20T21:19:26,192 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40123 2024-11-20T21:19:26,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40123 2024-11-20T21:19:26,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40123 2024-11-20T21:19:26,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40123 2024-11-20T21:19:26,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40123 2024-11-20T21:19:26,258 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:19:26,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:26,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:26,258 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:19:26,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:26,258 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:19:26,258 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:19:26,258 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:19:26,259 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45637 2024-11-20T21:19:26,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45637 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-20T21:19:26,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:26,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:26,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:456370x0, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:26,278 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456370x0, quorum=127.0.0.1:50758, baseZNode=/11988347194 Set watcher on znode that does not yet exist, /11988347194/running 2024-11-20T21:19:26,278 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:19:26,294 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:19:26,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456370x0, quorum=127.0.0.1:50758, baseZNode=/11988347194 Set watcher on znode that does not yet exist, /11988347194/master 2024-11-20T21:19:26,297 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:456370x0, quorum=127.0.0.1:50758, baseZNode=/11988347194 Set watcher on znode that does not yet exist, /11988347194/acl 2024-11-20T21:19:26,317 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45637-0x1005f0fb2300004 connected 2024-11-20T21:19:26,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45637 2024-11-20T21:19:26,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45637 2024-11-20T21:19:26,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45637 2024-11-20T21:19:26,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45637 2024-11-20T21:19:26,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45637 2024-11-20T21:19:26,374 DEBUG [M:0;0b16ab3f13b7:40123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:40123 2024-11-20T21:19:26,393 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11988347194/backup-masters/0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:26,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194/backup-masters 2024-11-20T21:19:26,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194/backup-masters 2024-11-20T21:19:26,396 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Set watcher on existing znode=/11988347194/backup-masters/0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:26,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11988347194/master 2024-11-20T21:19:26,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:26,401 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Set watcher on existing znode=/11988347194/master 2024-11-20T21:19:26,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:26,401 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11988347194/backup-masters/0b16ab3f13b7,40123,1732137566101 from backup master directory 2024-11-20T21:19:26,403 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:19:26,403 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:26,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11988347194/backup-masters/0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:26,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194/backup-masters 2024-11-20T21:19:26,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194/backup-masters 2024-11-20T21:19:26,416 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/hbase.id] with ID: 13644fa1-8e12-440a-be0e-fb4971c526e9 2024-11-20T21:19:26,416 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/.tmp/hbase.id 2024-11-20T21:19:26,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:19:26,845 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/.tmp/hbase.id]:[hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/hbase.id] 2024-11-20T21:19:26,872 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:26,872 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:19:26,874 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T21:19:26,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:26,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:26,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:19:27,381 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:27,382 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:19:27,383 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:27,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:19:27,398 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store 2024-11-20T21:19:27,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:19:27,424 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:27,424 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:19:27,424 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:27,424 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:27,424 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:19:27,424 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:27,424 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:27,425 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137567424Disabling compacts and flushes for region at 1732137567424Disabling writes for close at 1732137567424Writing region close event to WAL at 1732137567424Closed at 1732137567424 2024-11-20T21:19:27,428 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/.initializing 2024-11-20T21:19:27,428 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/WALs/0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:27,430 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:19:27,432 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C40123%2C1732137566101, suffix=, logDir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/WALs/0b16ab3f13b7,40123,1732137566101, archiveDir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/oldWALs, maxLogs=10 2024-11-20T21:19:27,452 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/WALs/0b16ab3f13b7,40123,1732137566101/0b16ab3f13b7%2C40123%2C1732137566101.1732137567432, exclude list is [], retry=0 2024-11-20T21:19:27,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39743,DS-1ec9ff26-8264-4345-8348-76e966ff2851,DISK] 2024-11-20T21:19:27,458 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/WALs/0b16ab3f13b7,40123,1732137566101/0b16ab3f13b7%2C40123%2C1732137566101.1732137567432 2024-11-20T21:19:27,459 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36355:36355)] 2024-11-20T21:19:27,459 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:27,459 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:27,459 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:27,459 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:27,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:27,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:19:27,464 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:27,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:27,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:27,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:19:27,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:27,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:27,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:27,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:19:27,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:27,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:27,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:27,475 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:19:27,475 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:27,476 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:27,476 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:27,477 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:27,477 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:27,478 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:27,478 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:27,479 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:27,480 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:27,486 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:27,486 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68867622, jitterRate=0.026207536458969116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:27,486 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137567459Initializing all the Stores at 1732137567460 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137567461 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137567461Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137567461Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137567461Cleaning up temporary data from old regions at 1732137567478 (+17 ms)Region opened successfully at 1732137567486 (+8 ms) 2024-11-20T21:19:27,487 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:19:27,490 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56fd7192, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:19:27,491 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:19:27,491 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:19:27,491 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:19:27,491 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:19:27,492 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:19:27,492 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:19:27,492 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:19:27,500 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:19:27,501 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Unable to get data of znode /11988347194/balancer because node does not exist (not necessarily an error) 2024-11-20T21:19:27,503 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11988347194/balancer already deleted, retry=false 2024-11-20T21:19:27,503 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:19:27,504 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Unable to get data of znode /11988347194/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:19:27,505 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11988347194/normalizer already deleted, retry=false 2024-11-20T21:19:27,505 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:19:27,506 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Unable to get data of znode /11988347194/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:19:27,508 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11988347194/switch/split already deleted, retry=false 2024-11-20T21:19:27,508 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Unable to get data of znode /11988347194/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:19:27,510 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11988347194/switch/merge already deleted, retry=false 2024-11-20T21:19:27,512 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Unable to get data of znode /11988347194/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:19:27,513 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11988347194/snapshot-cleanup already deleted, retry=false 2024-11-20T21:19:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11988347194/running 2024-11-20T21:19:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11988347194/running 2024-11-20T21:19:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:27,516 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,40123,1732137566101, sessionid=0x1005f0fb2300003, setting cluster-up flag (Was=false) 2024-11-20T21:19:27,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:27,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:27,525 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11988347194/flush-table-proc/acquired, /11988347194/flush-table-proc/reached, /11988347194/flush-table-proc/abort 2024-11-20T21:19:27,526 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:27,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:27,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:27,535 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11988347194/online-snapshot/acquired, /11988347194/online-snapshot/reached, /11988347194/online-snapshot/abort 2024-11-20T21:19:27,539 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:27,540 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:19:27,542 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:27,542 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:19:27,542 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:19:27,543 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,40123,1732137566101 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:19:27,544 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:27,544 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:27,544 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:27,544 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:27,544 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:19:27,544 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:27,544 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:19:27,544 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:27,550 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:27,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:19:27,551 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:27,551 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:19:27,552 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137597552 2024-11-20T21:19:27,552 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:19:27,552 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:19:27,552 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:19:27,552 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:19:27,552 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:19:27,552 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:19:27,555 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:27,561 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:19:27,561 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:19:27,561 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:19:27,561 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:19:27,561 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:19:27,561 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:19:27,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:19:27,566 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:19:27,566 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e 2024-11-20T21:19:27,568 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137567561,5,FailOnTimeoutGroup] 2024-11-20T21:19:27,574 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(746): ClusterId : 13644fa1-8e12-440a-be0e-fb4971c526e9 2024-11-20T21:19:27,574 DEBUG [RS:0;0b16ab3f13b7:45637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:19:27,576 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137567569,5,FailOnTimeoutGroup] 2024-11-20T21:19:27,576 DEBUG [RS:0;0b16ab3f13b7:45637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:19:27,576 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:27,576 DEBUG [RS:0;0b16ab3f13b7:45637 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:19:27,577 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:19:27,577 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:27,577 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:27,579 DEBUG [RS:0;0b16ab3f13b7:45637 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:19:27,579 DEBUG [RS:0;0b16ab3f13b7:45637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c1c9686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:19:27,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:19:27,599 DEBUG [RS:0;0b16ab3f13b7:45637 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:45637 2024-11-20T21:19:27,599 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:19:27,599 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:19:27,599 DEBUG [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:19:27,601 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,40123,1732137566101 with port=45637, startcode=1732137566257 2024-11-20T21:19:27,601 DEBUG [RS:0;0b16ab3f13b7:45637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:19:27,609 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38733, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:19:27,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40123 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:27,609 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40123 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:27,611 DEBUG [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e 2024-11-20T21:19:27,611 DEBUG [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42925 2024-11-20T21:19:27,611 DEBUG [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:19:27,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194/rs 2024-11-20T21:19:27,617 DEBUG [RS:0;0b16ab3f13b7:45637 {}] zookeeper.ZKUtil(111): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Set watcher on existing znode=/11988347194/rs/0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:27,617 WARN [RS:0;0b16ab3f13b7:45637 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:19:27,617 INFO [RS:0;0b16ab3f13b7:45637 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:27,618 DEBUG [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:27,621 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,45637,1732137566257] 2024-11-20T21:19:27,627 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:19:27,630 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:19:27,632 INFO [RS:0;0b16ab3f13b7:45637 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:19:27,632 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:27,632 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:19:27,633 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:19:27,633 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:27,634 DEBUG [RS:0;0b16ab3f13b7:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:27,634 DEBUG [RS:0;0b16ab3f13b7:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:27,634 DEBUG [RS:0;0b16ab3f13b7:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:27,634 DEBUG [RS:0;0b16ab3f13b7:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:27,634 DEBUG [RS:0;0b16ab3f13b7:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:27,634 DEBUG [RS:0;0b16ab3f13b7:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:19:27,634 DEBUG [RS:0;0b16ab3f13b7:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:27,634 DEBUG [RS:0;0b16ab3f13b7:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:27,634 DEBUG [RS:0;0b16ab3f13b7:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:27,634 DEBUG [RS:0;0b16ab3f13b7:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:27,634 DEBUG [RS:0;0b16ab3f13b7:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:27,634 DEBUG [RS:0;0b16ab3f13b7:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:27,634 DEBUG [RS:0;0b16ab3f13b7:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:19:27,634 DEBUG [RS:0;0b16ab3f13b7:45637 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:19:27,637 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:27,637 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:27,637 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:27,637 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:27,637 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:27,638 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45637,1732137566257-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:19:27,661 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:19:27,661 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45637,1732137566257-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:27,662 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:27,662 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.Replication(171): 0b16ab3f13b7,45637,1732137566257 started 2024-11-20T21:19:27,683 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:27,683 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,45637,1732137566257, RpcServer on 0b16ab3f13b7/172.17.0.3:45637, sessionid=0x1005f0fb2300004 2024-11-20T21:19:27,683 DEBUG [RS:0;0b16ab3f13b7:45637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:19:27,683 DEBUG [RS:0;0b16ab3f13b7:45637 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:27,683 DEBUG [RS:0;0b16ab3f13b7:45637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,45637,1732137566257' 2024-11-20T21:19:27,683 DEBUG [RS:0;0b16ab3f13b7:45637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11988347194/flush-table-proc/abort' 2024-11-20T21:19:27,684 DEBUG [RS:0;0b16ab3f13b7:45637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11988347194/flush-table-proc/acquired' 2024-11-20T21:19:27,685 DEBUG [RS:0;0b16ab3f13b7:45637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:19:27,685 DEBUG [RS:0;0b16ab3f13b7:45637 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:19:27,685 DEBUG [RS:0;0b16ab3f13b7:45637 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:27,685 DEBUG [RS:0;0b16ab3f13b7:45637 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,45637,1732137566257' 2024-11-20T21:19:27,685 DEBUG [RS:0;0b16ab3f13b7:45637 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11988347194/online-snapshot/abort' 2024-11-20T21:19:27,685 DEBUG [RS:0;0b16ab3f13b7:45637 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11988347194/online-snapshot/acquired' 2024-11-20T21:19:27,686 DEBUG [RS:0;0b16ab3f13b7:45637 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:19:27,686 INFO [RS:0;0b16ab3f13b7:45637 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:19:27,686 INFO [RS:0;0b16ab3f13b7:45637 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:19:27,786 INFO [RS:0;0b16ab3f13b7:45637 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:19:27,788 INFO [RS:0;0b16ab3f13b7:45637 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C45637%2C1732137566257, suffix=, logDir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257, archiveDir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/oldWALs, maxLogs=10 2024-11-20T21:19:27,806 DEBUG [RS:0;0b16ab3f13b7:45637 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788, exclude list is [], retry=0 2024-11-20T21:19:27,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39743,DS-1ec9ff26-8264-4345-8348-76e966ff2851,DISK] 2024-11-20T21:19:27,814 INFO [RS:0;0b16ab3f13b7:45637 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 2024-11-20T21:19:27,815 DEBUG [RS:0;0b16ab3f13b7:45637 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36355:36355)] 2024-11-20T21:19:28,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:28,025 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:19:28,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:19:28,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:28,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:28,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:19:28,033 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:19:28,033 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:28,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:28,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:19:28,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:19:28,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:28,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:28,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:19:28,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:19:28,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:28,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:28,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:19:28,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/hbase/meta/1588230740 2024-11-20T21:19:28,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/hbase/meta/1588230740 2024-11-20T21:19:28,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:19:28,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:19:28,044 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:28,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:19:28,048 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:28,049 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59319230, jitterRate=-0.1160745918750763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:28,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137568000Initializing all the Stores at 1732137568005 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137568005Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137568025 (+20 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137568025Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137568025Cleaning up temporary data from old regions at 1732137568043 (+18 ms)Region opened successfully at 1732137568049 (+6 ms) 2024-11-20T21:19:28,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:19:28,050 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:19:28,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:19:28,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:19:28,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:19:28,053 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:28,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137568050Disabling compacts and flushes for region at 1732137568050Disabling writes for close at 1732137568050Writing region close event to WAL at 1732137568053 (+3 ms)Closed at 1732137568053 2024-11-20T21:19:28,054 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:28,054 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:19:28,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:19:28,064 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:19:28,065 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:19:28,217 DEBUG [0b16ab3f13b7:40123 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:19:28,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:28,220 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,45637,1732137566257, state=OPENING 2024-11-20T21:19:28,222 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:19:28,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:28,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:28,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11988347194/meta-region-server: CHANGED 2024-11-20T21:19:28,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11988347194/meta-region-server: CHANGED 2024-11-20T21:19:28,225 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:19:28,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,45637,1732137566257}] 2024-11-20T21:19:28,389 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:19:28,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:19:28,446 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:19:28,447 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:28,447 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:19:28,449 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C45637%2C1732137566257.meta, suffix=.meta, logDir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257, archiveDir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/oldWALs, maxLogs=10 2024-11-20T21:19:28,495 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.meta.1732137568450.meta, exclude list is [], retry=0 2024-11-20T21:19:28,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39743,DS-1ec9ff26-8264-4345-8348-76e966ff2851,DISK] 2024-11-20T21:19:28,532 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.meta.1732137568450.meta 2024-11-20T21:19:28,533 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36355:36355)] 2024-11-20T21:19:28,533 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:28,534 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:28,534 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:19:28,534 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:19:28,534 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:19:28,534 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:19:28,534 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:28,534 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:19:28,534 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:19:28,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:19:28,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:19:28,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:28,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:28,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:19:28,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:19:28,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:28,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:28,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:19:28,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:19:28,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:28,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:28,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:19:28,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:19:28,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:28,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:28,548 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:19:28,556 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/hbase/meta/1588230740 2024-11-20T21:19:28,558 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/hbase/meta/1588230740 2024-11-20T21:19:28,560 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:19:28,560 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:19:28,560 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:28,563 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:19:28,564 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60385250, jitterRate=-0.10018965601921082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:28,564 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:19:28,565 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137568535Writing region info on filesystem at 1732137568535Initializing all the Stores at 1732137568536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137568536Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137568538 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137568538Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137568538Cleaning up temporary data from old regions at 1732137568560 (+22 ms)Running coprocessor post-open hooks at 1732137568564 (+4 ms)Region opened successfully at 1732137568564 2024-11-20T21:19:28,566 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137568389 2024-11-20T21:19:28,569 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:19:28,569 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:19:28,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:28,576 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,45637,1732137566257, state=OPEN 2024-11-20T21:19:28,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11988347194/meta-region-server 2024-11-20T21:19:28,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11988347194/meta-region-server 2024-11-20T21:19:28,578 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:28,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11988347194/meta-region-server: CHANGED 2024-11-20T21:19:28,578 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11988347194/meta-region-server: CHANGED 2024-11-20T21:19:28,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:19:28,582 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,45637,1732137566257 in 353 msec 2024-11-20T21:19:28,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:28,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:19:28,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:19:28,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 529 msec 2024-11-20T21:19:28,588 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:28,588 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,45637,1732137566257, seqNum=-1] 2024-11-20T21:19:28,589 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:28,590 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36763, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:28,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0550 sec 2024-11-20T21:19:28,597 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137568597, completionTime=-1 2024-11-20T21:19:28,597 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:19:28,597 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:19:28,600 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:19:28,600 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137628600 2024-11-20T21:19:28,600 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137688600 2024-11-20T21:19:28,600 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T21:19:28,601 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40123,1732137566101-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:28,601 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40123,1732137566101-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:28,601 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40123,1732137566101-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:28,601 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:40123, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:28,601 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:28,604 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:19:28,608 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:28,614 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.211sec 2024-11-20T21:19:28,614 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:19:28,614 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:19:28,614 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:19:28,614 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:19:28,614 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:19:28,614 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40123,1732137566101-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:19:28,614 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40123,1732137566101-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:19:28,631 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:19:28,631 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:19:28,631 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40123,1732137566101-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:28,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a355638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:28,689 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40123,-1 for getting cluster id 2024-11-20T21:19:28,689 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:28,705 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13644fa1-8e12-440a-be0e-fb4971c526e9' 2024-11-20T21:19:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13644fa1-8e12-440a-be0e-fb4971c526e9" 2024-11-20T21:19:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa35c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:28,706 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40123,-1] 2024-11-20T21:19:28,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:28,707 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:28,709 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:28,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1434caa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:28,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:28,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,45637,1732137566257, seqNum=-1] 2024-11-20T21:19:28,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:28,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:28,719 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:28,721 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50758 2024-11-20T21:19:28,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:28,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:28,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16d2e9dd 2024-11-20T21:19:28,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:28,743 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:28,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:28,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:19:28,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:19:28,747 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:28,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:19:28,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:28,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:19:28,752 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1005f0fb2300005 connected 2024-11-20T21:19:28,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:19:28,805 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e0b9e228ca09660381297b0ef3edadba, NAME => 'test,,1732137568744.e0b9e228ca09660381297b0ef3edadba.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b 2024-11-20T21:19:28,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:19:28,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137568744.e0b9e228ca09660381297b0ef3edadba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:28,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e0b9e228ca09660381297b0ef3edadba, disabling compactions & flushes 2024-11-20T21:19:28,851 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137568744.e0b9e228ca09660381297b0ef3edadba. 2024-11-20T21:19:28,851 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137568744.e0b9e228ca09660381297b0ef3edadba. 2024-11-20T21:19:28,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137568744.e0b9e228ca09660381297b0ef3edadba. after waiting 0 ms 2024-11-20T21:19:28,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137568744.e0b9e228ca09660381297b0ef3edadba. 2024-11-20T21:19:28,852 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137568744.e0b9e228ca09660381297b0ef3edadba. 2024-11-20T21:19:28,852 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e0b9e228ca09660381297b0ef3edadba: Waiting for close lock at 1732137568851Disabling compacts and flushes for region at 1732137568851Disabling writes for close at 1732137568852 (+1 ms)Writing region close event to WAL at 1732137568852Closed at 1732137568852 2024-11-20T21:19:28,855 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:19:28,855 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137568744.e0b9e228ca09660381297b0ef3edadba.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137568855"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137568855"}]},"ts":"1732137568855"} 2024-11-20T21:19:28,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:28,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:19:28,872 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:19:28,873 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137568872"}]},"ts":"1732137568872"} 2024-11-20T21:19:28,876 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:19:28,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e0b9e228ca09660381297b0ef3edadba, ASSIGN}] 2024-11-20T21:19:28,878 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e0b9e228ca09660381297b0ef3edadba, ASSIGN 2024-11-20T21:19:28,879 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e0b9e228ca09660381297b0ef3edadba, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,41587,1732137561522; forceNewPlan=false, retain=false 2024-11-20T21:19:29,030 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0b9e228ca09660381297b0ef3edadba, regionState=OPENING, regionLocation=0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:29,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e0b9e228ca09660381297b0ef3edadba, ASSIGN because future has completed 2024-11-20T21:19:29,038 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0b9e228ca09660381297b0ef3edadba, server=0b16ab3f13b7,41587,1732137561522}] 2024-11-20T21:19:29,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:29,219 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137568744.e0b9e228ca09660381297b0ef3edadba. 2024-11-20T21:19:29,219 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e0b9e228ca09660381297b0ef3edadba, NAME => 'test,,1732137568744.e0b9e228ca09660381297b0ef3edadba.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:29,220 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:29,220 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:19:29,220 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:29,220 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137568744.e0b9e228ca09660381297b0ef3edadba.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:29,220 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:29,221 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:29,223 INFO [StoreOpener-e0b9e228ca09660381297b0ef3edadba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:29,229 INFO [StoreOpener-e0b9e228ca09660381297b0ef3edadba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0b9e228ca09660381297b0ef3edadba columnFamilyName f 2024-11-20T21:19:29,229 DEBUG [StoreOpener-e0b9e228ca09660381297b0ef3edadba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:29,229 INFO [StoreOpener-e0b9e228ca09660381297b0ef3edadba-1 {}] regionserver.HStore(327): Store=e0b9e228ca09660381297b0ef3edadba/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:29,230 INFO [StoreOpener-e0b9e228ca09660381297b0ef3edadba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:29,231 INFO [StoreOpener-e0b9e228ca09660381297b0ef3edadba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0b9e228ca09660381297b0ef3edadba columnFamilyName f1 2024-11-20T21:19:29,231 DEBUG [StoreOpener-e0b9e228ca09660381297b0ef3edadba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:29,232 INFO [StoreOpener-e0b9e228ca09660381297b0ef3edadba-1 {}] regionserver.HStore(327): Store=e0b9e228ca09660381297b0ef3edadba/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:29,232 INFO [StoreOpener-e0b9e228ca09660381297b0ef3edadba-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:29,233 INFO [StoreOpener-e0b9e228ca09660381297b0ef3edadba-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e0b9e228ca09660381297b0ef3edadba columnFamilyName norep 2024-11-20T21:19:29,233 DEBUG [StoreOpener-e0b9e228ca09660381297b0ef3edadba-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:29,238 INFO [StoreOpener-e0b9e228ca09660381297b0ef3edadba-1 {}] regionserver.HStore(327): Store=e0b9e228ca09660381297b0ef3edadba/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:29,238 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:29,239 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:29,239 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:29,240 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:29,240 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:29,241 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:19:29,246 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:29,269 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:29,270 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e0b9e228ca09660381297b0ef3edadba; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67381002, jitterRate=0.0040551722049713135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:19:29,270 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:29,271 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e0b9e228ca09660381297b0ef3edadba: Running coprocessor pre-open hook at 1732137569221Writing region info on filesystem at 1732137569221Initializing all the Stores at 1732137569222 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137569222Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137569223 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137569223Cleaning up temporary data from old regions at 1732137569240 (+17 ms)Running coprocessor post-open hooks at 1732137569270 (+30 ms)Region opened successfully at 1732137569271 (+1 ms) 2024-11-20T21:19:29,272 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137568744.e0b9e228ca09660381297b0ef3edadba., pid=6, masterSystemTime=1732137569196 2024-11-20T21:19:29,275 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137568744.e0b9e228ca09660381297b0ef3edadba. 2024-11-20T21:19:29,275 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137568744.e0b9e228ca09660381297b0ef3edadba. 2024-11-20T21:19:29,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e0b9e228ca09660381297b0ef3edadba, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:29,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e0b9e228ca09660381297b0ef3edadba, server=0b16ab3f13b7,41587,1732137561522 because future has completed 2024-11-20T21:19:29,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:19:29,284 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e0b9e228ca09660381297b0ef3edadba, server=0b16ab3f13b7,41587,1732137561522 in 243 msec 2024-11-20T21:19:29,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:19:29,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e0b9e228ca09660381297b0ef3edadba, ASSIGN in 408 msec 2024-11-20T21:19:29,289 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:19:29,291 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137569290"}]},"ts":"1732137569290"} 2024-11-20T21:19:29,296 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:19:29,299 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:19:29,301 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 555 msec 2024-11-20T21:19:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:29,380 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:19:29,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4c09ea08 2024-11-20T21:19:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:29,384 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:29,385 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:19:29,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:19:29,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:29,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:19:29,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:19:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:29,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:19:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:29,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:29,864 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c6b5e2a9a6b6e238eec446706b177b22, NAME => 'test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e 2024-11-20T21:19:29,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:19:29,966 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:19:30,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:30,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:30,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:30,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:30,013 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:30,014 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:30,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:30,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:30,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:30,048 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:19:30,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T21:19:30,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:30,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c6b5e2a9a6b6e238eec446706b177b22, disabling compactions & flushes 2024-11-20T21:19:30,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22. 2024-11-20T21:19:30,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22. 2024-11-20T21:19:30,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22. after waiting 0 ms 2024-11-20T21:19:30,331 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22. 2024-11-20T21:19:30,331 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22. 2024-11-20T21:19:30,332 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c6b5e2a9a6b6e238eec446706b177b22: Waiting for close lock at 1732137570331Disabling compacts and flushes for region at 1732137570331Disabling writes for close at 1732137570331Writing region close event to WAL at 1732137570331Closed at 1732137570331 2024-11-20T21:19:30,336 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:19:30,337 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137570336"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137570336"}]},"ts":"1732137570336"} 2024-11-20T21:19:30,340 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:19:30,342 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:19:30,343 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137570342"}]},"ts":"1732137570342"} 2024-11-20T21:19:30,349 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:19:30,349 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c6b5e2a9a6b6e238eec446706b177b22, ASSIGN}] 2024-11-20T21:19:30,350 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c6b5e2a9a6b6e238eec446706b177b22, ASSIGN 2024-11-20T21:19:30,351 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c6b5e2a9a6b6e238eec446706b177b22, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,45637,1732137566257; forceNewPlan=false, retain=false 2024-11-20T21:19:30,502 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6b5e2a9a6b6e238eec446706b177b22, regionState=OPENING, regionLocation=0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:30,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c6b5e2a9a6b6e238eec446706b177b22, ASSIGN because future has completed 2024-11-20T21:19:30,516 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6b5e2a9a6b6e238eec446706b177b22, server=0b16ab3f13b7,45637,1732137566257}] 2024-11-20T21:19:30,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:30,693 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22. 2024-11-20T21:19:30,693 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c6b5e2a9a6b6e238eec446706b177b22, NAME => 'test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:30,694 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:30,694 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:19:30,694 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:30,694 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:30,694 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:30,695 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:30,705 INFO [StoreOpener-c6b5e2a9a6b6e238eec446706b177b22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:30,709 INFO [StoreOpener-c6b5e2a9a6b6e238eec446706b177b22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6b5e2a9a6b6e238eec446706b177b22 columnFamilyName f 2024-11-20T21:19:30,710 DEBUG [StoreOpener-c6b5e2a9a6b6e238eec446706b177b22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:30,710 INFO [StoreOpener-c6b5e2a9a6b6e238eec446706b177b22-1 {}] regionserver.HStore(327): Store=c6b5e2a9a6b6e238eec446706b177b22/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:30,710 INFO [StoreOpener-c6b5e2a9a6b6e238eec446706b177b22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:30,712 INFO [StoreOpener-c6b5e2a9a6b6e238eec446706b177b22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6b5e2a9a6b6e238eec446706b177b22 columnFamilyName f1 2024-11-20T21:19:30,712 DEBUG [StoreOpener-c6b5e2a9a6b6e238eec446706b177b22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:30,712 INFO [StoreOpener-c6b5e2a9a6b6e238eec446706b177b22-1 {}] regionserver.HStore(327): Store=c6b5e2a9a6b6e238eec446706b177b22/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:30,714 INFO [StoreOpener-c6b5e2a9a6b6e238eec446706b177b22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:30,715 INFO [StoreOpener-c6b5e2a9a6b6e238eec446706b177b22-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6b5e2a9a6b6e238eec446706b177b22 columnFamilyName norep 2024-11-20T21:19:30,715 DEBUG [StoreOpener-c6b5e2a9a6b6e238eec446706b177b22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:30,718 INFO [StoreOpener-c6b5e2a9a6b6e238eec446706b177b22-1 {}] regionserver.HStore(327): Store=c6b5e2a9a6b6e238eec446706b177b22/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:30,718 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:30,719 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:30,720 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:30,723 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:30,723 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:30,730 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:19:30,741 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:30,779 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:30,788 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c6b5e2a9a6b6e238eec446706b177b22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69581521, jitterRate=0.036845460534095764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:19:30,788 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:30,788 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c6b5e2a9a6b6e238eec446706b177b22: Running coprocessor pre-open hook at 1732137570695Writing region info on filesystem at 1732137570695Initializing all the Stores at 1732137570696 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137570696Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137570705 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137570705Cleaning up temporary data from old regions at 1732137570723 (+18 ms)Running coprocessor post-open hooks at 1732137570788 (+65 ms)Region opened successfully at 1732137570788 2024-11-20T21:19:30,797 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22., pid=6, masterSystemTime=1732137570681 2024-11-20T21:19:30,805 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c6b5e2a9a6b6e238eec446706b177b22, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:30,806 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22. 2024-11-20T21:19:30,806 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22. 2024-11-20T21:19:30,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c6b5e2a9a6b6e238eec446706b177b22, server=0b16ab3f13b7,45637,1732137566257 because future has completed 2024-11-20T21:19:30,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:19:30,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c6b5e2a9a6b6e238eec446706b177b22, server=0b16ab3f13b7,45637,1732137566257 in 305 msec 2024-11-20T21:19:30,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:19:30,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c6b5e2a9a6b6e238eec446706b177b22, ASSIGN in 476 msec 2024-11-20T21:19:30,829 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:19:30,829 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137570829"}]},"ts":"1732137570829"} 2024-11-20T21:19:30,834 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:19:30,835 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:19:30,837 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.4500 sec 2024-11-20T21:19:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:31,549 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:19:31,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e276ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:31,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43811,-1 for getting cluster id 2024-11-20T21:19:31,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:31,554 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02181c54-862c-4af7-895b-775616dfb001' 2024-11-20T21:19:31,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:31,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02181c54-862c-4af7-895b-775616dfb001" 2024-11-20T21:19:31,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bf5278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:31,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43811,-1] 2024-11-20T21:19:31,555 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:31,556 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:31,557 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:31,558 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eab9738, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:31,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:31,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40123,-1 for getting cluster id 2024-11-20T21:19:31,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:31,562 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13644fa1-8e12-440a-be0e-fb4971c526e9' 2024-11-20T21:19:31,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13644fa1-8e12-440a-be0e-fb4971c526e9" 2024-11-20T21:19:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cc75870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40123,-1] 2024-11-20T21:19:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:31,565 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:31,567 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd0392d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:31,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:31,568 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43811,-1 for getting cluster id 2024-11-20T21:19:31,568 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:31,570 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02181c54-862c-4af7-895b-775616dfb001' 2024-11-20T21:19:31,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:31,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02181c54-862c-4af7-895b-775616dfb001" 2024-11-20T21:19:31,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@309999f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:31,570 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43811,-1] 2024-11-20T21:19:31,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:31,571 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:31,572 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:31,573 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275c2d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:31,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:31,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:31,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32a75cbe 2024-11-20T21:19:31,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:31,577 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:31,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:40123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:19:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:19:31,583 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:40123' 2024-11-20T21:19:31,585 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d75321, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:31,585 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40123,-1 for getting cluster id 2024-11-20T21:19:31,585 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:31,586 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13644fa1-8e12-440a-be0e-fb4971c526e9' 2024-11-20T21:19:31,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:31,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13644fa1-8e12-440a-be0e-fb4971c526e9" 2024-11-20T21:19:31,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3328114e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:31,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40123,-1] 2024-11-20T21:19:31,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:31,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:31,589 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:31,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fba88a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:31,591 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:31,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:31,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@712ffd5c 2024-11-20T21:19:31,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:31,594 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33612, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:31,595 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T21:19:31,595 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:19:31,595 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:31,595 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:31,596 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:31,596 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:31,598 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:19:31,599 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:19:31,600 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:31,601 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:19:31,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741837_1013 (size=1138) 2024-11-20T21:19:31,652 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:19:31,654 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 136e61f2c942fb2c10a0cbe19c44aafe, NAME => 'hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b 2024-11-20T21:19:31,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741838_1014 (size=44) 2024-11-20T21:19:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:31,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:31,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 136e61f2c942fb2c10a0cbe19c44aafe, disabling compactions & flushes 2024-11-20T21:19:31,694 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. 2024-11-20T21:19:31,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. 2024-11-20T21:19:31,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. after waiting 0 ms 2024-11-20T21:19:31,694 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. 2024-11-20T21:19:31,694 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. 2024-11-20T21:19:31,695 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 136e61f2c942fb2c10a0cbe19c44aafe: Waiting for close lock at 1732137571694Disabling compacts and flushes for region at 1732137571694Disabling writes for close at 1732137571694Writing region close event to WAL at 1732137571694Closed at 1732137571694 2024-11-20T21:19:31,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:19:31,697 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137571696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137571696"}]},"ts":"1732137571696"} 2024-11-20T21:19:31,702 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:19:31,703 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:19:31,703 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137571703"}]},"ts":"1732137571703"} 2024-11-20T21:19:31,707 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:19:31,707 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=136e61f2c942fb2c10a0cbe19c44aafe, ASSIGN}] 2024-11-20T21:19:31,709 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=136e61f2c942fb2c10a0cbe19c44aafe, ASSIGN 2024-11-20T21:19:31,710 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=136e61f2c942fb2c10a0cbe19c44aafe, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,41587,1732137561522; forceNewPlan=false, retain=false 2024-11-20T21:19:31,861 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=136e61f2c942fb2c10a0cbe19c44aafe, regionState=OPENING, regionLocation=0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:31,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=136e61f2c942fb2c10a0cbe19c44aafe, ASSIGN because future has completed 2024-11-20T21:19:31,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 136e61f2c942fb2c10a0cbe19c44aafe, server=0b16ab3f13b7,41587,1732137561522}] 2024-11-20T21:19:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:32,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. 2024-11-20T21:19:32,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:32,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:19:32,046 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C41587%2C1732137561522.rep, suffix=, logDir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522, archiveDir=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/oldWALs, maxLogs=10 2024-11-20T21:19:32,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.rep.1732137572046, exclude list is [], retry=0 2024-11-20T21:19:32,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-4608160c-6ee0-4bf6-8a59-de7b4432957f,DISK] 2024-11-20T21:19:32,093 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.rep.1732137572046 2024-11-20T21:19:32,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34699:34699)] 2024-11-20T21:19:32,098 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 136e61f2c942fb2c10a0cbe19c44aafe, NAME => 'hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:32,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:32,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:19:32,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. service=MultiRowMutationService 2024-11-20T21:19:32,099 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:19:32,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 136e61f2c942fb2c10a0cbe19c44aafe 2024-11-20T21:19:32,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:32,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 136e61f2c942fb2c10a0cbe19c44aafe 2024-11-20T21:19:32,099 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 136e61f2c942fb2c10a0cbe19c44aafe 2024-11-20T21:19:32,105 INFO [StoreOpener-136e61f2c942fb2c10a0cbe19c44aafe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 136e61f2c942fb2c10a0cbe19c44aafe 2024-11-20T21:19:32,106 INFO [StoreOpener-136e61f2c942fb2c10a0cbe19c44aafe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 136e61f2c942fb2c10a0cbe19c44aafe columnFamilyName hfileref 2024-11-20T21:19:32,106 DEBUG [StoreOpener-136e61f2c942fb2c10a0cbe19c44aafe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:32,107 INFO [StoreOpener-136e61f2c942fb2c10a0cbe19c44aafe-1 {}] regionserver.HStore(327): Store=136e61f2c942fb2c10a0cbe19c44aafe/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:32,107 INFO [StoreOpener-136e61f2c942fb2c10a0cbe19c44aafe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 136e61f2c942fb2c10a0cbe19c44aafe 2024-11-20T21:19:32,109 INFO [StoreOpener-136e61f2c942fb2c10a0cbe19c44aafe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 136e61f2c942fb2c10a0cbe19c44aafe columnFamilyName queue 2024-11-20T21:19:32,109 DEBUG [StoreOpener-136e61f2c942fb2c10a0cbe19c44aafe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:32,112 INFO [StoreOpener-136e61f2c942fb2c10a0cbe19c44aafe-1 {}] regionserver.HStore(327): Store=136e61f2c942fb2c10a0cbe19c44aafe/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:32,112 INFO [StoreOpener-136e61f2c942fb2c10a0cbe19c44aafe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 136e61f2c942fb2c10a0cbe19c44aafe 2024-11-20T21:19:32,114 INFO [StoreOpener-136e61f2c942fb2c10a0cbe19c44aafe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 136e61f2c942fb2c10a0cbe19c44aafe columnFamilyName sid 2024-11-20T21:19:32,114 DEBUG [StoreOpener-136e61f2c942fb2c10a0cbe19c44aafe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:32,114 INFO [StoreOpener-136e61f2c942fb2c10a0cbe19c44aafe-1 {}] regionserver.HStore(327): Store=136e61f2c942fb2c10a0cbe19c44aafe/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:32,114 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 136e61f2c942fb2c10a0cbe19c44aafe 2024-11-20T21:19:32,115 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/replication/136e61f2c942fb2c10a0cbe19c44aafe 2024-11-20T21:19:32,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/replication/136e61f2c942fb2c10a0cbe19c44aafe 2024-11-20T21:19:32,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 136e61f2c942fb2c10a0cbe19c44aafe 2024-11-20T21:19:32,117 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 136e61f2c942fb2c10a0cbe19c44aafe 2024-11-20T21:19:32,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:19:32,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 136e61f2c942fb2c10a0cbe19c44aafe 2024-11-20T21:19:32,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/replication/136e61f2c942fb2c10a0cbe19c44aafe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:32,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 136e61f2c942fb2c10a0cbe19c44aafe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61798969, jitterRate=-0.0791236013174057}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:19:32,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 136e61f2c942fb2c10a0cbe19c44aafe 2024-11-20T21:19:32,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 136e61f2c942fb2c10a0cbe19c44aafe: Running coprocessor pre-open hook at 1732137572099Writing region info on filesystem at 1732137572099Initializing all the Stores at 1732137572101 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137572101Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137572104 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137572104Cleaning up temporary data from old regions at 1732137572117 (+13 ms)Running coprocessor post-open hooks at 1732137572127 (+10 ms)Region opened successfully at 1732137572128 (+1 ms) 2024-11-20T21:19:32,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe., pid=10, masterSystemTime=1732137572031 2024-11-20T21:19:32,133 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. 2024-11-20T21:19:32,133 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. 2024-11-20T21:19:32,133 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=136e61f2c942fb2c10a0cbe19c44aafe, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:32,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 136e61f2c942fb2c10a0cbe19c44aafe, server=0b16ab3f13b7,41587,1732137561522 because future has completed 2024-11-20T21:19:32,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:19:32,157 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 136e61f2c942fb2c10a0cbe19c44aafe, server=0b16ab3f13b7,41587,1732137561522 in 281 msec 2024-11-20T21:19:32,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T21:19:32,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=136e61f2c942fb2c10a0cbe19c44aafe, ASSIGN in 450 msec 2024-11-20T21:19:32,166 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:19:32,167 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137572166"}]},"ts":"1732137572166"} 2024-11-20T21:19:32,169 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:19:32,171 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:19:32,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 575 msec 2024-11-20T21:19:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:32,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe., hostname=0b16ab3f13b7,41587,1732137561522, seqNum=2] 2024-11-20T21:19:32,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:32,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:32,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:19:32,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41587 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T21:19:32,426 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:19:32,469 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,41587,1732137561522, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:19:32,470 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:32,470 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,41587,1732137561522, seqNum=-1] 2024-11-20T21:19:32,470 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:32,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T21:19:32,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,41587,1732137561522', locateType=CURRENT is [region=hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe., hostname=0b16ab3f13b7,41587,1732137561522, seqNum=2] 2024-11-20T21:19:32,497 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T21:19:32,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T21:19:32,501 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,41587,1732137561522 suceeded 2024-11-20T21:19:32,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T21:19:32,505 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec 2024-11-20T21:19:32,505 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:40123,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:19:32,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 927 msec 2024-11-20T21:19:32,529 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:40123' 2024-11-20T21:19:32,536 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@418a49d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:32,536 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40123,-1 for getting cluster id 2024-11-20T21:19:32,537 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:32,542 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13644fa1-8e12-440a-be0e-fb4971c526e9' 2024-11-20T21:19:32,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:32,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13644fa1-8e12-440a-be0e-fb4971c526e9" 2024-11-20T21:19:32,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3832432e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:32,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40123,-1] 2024-11-20T21:19:32,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:32,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:32,544 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:32,553 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e76d436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:32,553 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:32,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:32,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19588146 2024-11-20T21:19:32,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:32,556 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T21:19:32,558 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,41587,1732137561522 (queues=1) is replicating from cluster=02181c54-862c-4af7-895b-775616dfb001 to cluster=13644fa1-8e12-440a-be0e-fb4971c526e9 2024-11-20T21:19:32,558 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C41587%2C1732137561522 2024-11-20T21:19:32,559 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,41587,1732137561522, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:19:32,569 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857, startPosition=0, beingWritten=true 2024-11-20T21:19:32,578 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C41587%2C1732137561522 2024-11-20T21:19:32,590 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:19:32,590 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 379, reset compression=false 2024-11-20T21:19:32,590 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,41587,1732137561522 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:19:32,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43811 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:32,721 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:19:32,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:32,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:32,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:32,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:32,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:32,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb7c883, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:32,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40123,-1 for getting cluster id 2024-11-20T21:19:32,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:32,730 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13644fa1-8e12-440a-be0e-fb4971c526e9' 2024-11-20T21:19:32,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:32,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13644fa1-8e12-440a-be0e-fb4971c526e9" 2024-11-20T21:19:32,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea5f3d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:32,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40123,-1] 2024-11-20T21:19:32,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:32,732 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:32,733 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:32,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5514278d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:32,734 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:32,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:32,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13329a47 2024-11-20T21:19:32,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:32,737 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:32,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:43811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:19:32,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:19:32,741 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:43811' 2024-11-20T21:19:32,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:32,744 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e922c1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:32,744 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43811,-1 for getting cluster id 2024-11-20T21:19:32,744 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:32,746 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02181c54-862c-4af7-895b-775616dfb001' 2024-11-20T21:19:32,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:32,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02181c54-862c-4af7-895b-775616dfb001" 2024-11-20T21:19:32,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a84a809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:32,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43811,-1] 2024-11-20T21:19:32,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:32,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:32,749 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:32,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33156689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:32,750 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:32,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:32,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11693460 2024-11-20T21:19:32,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:32,753 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:32,754 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-20T21:19:32,754 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:19:32,754 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:32,754 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:32,755 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:32,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:32,756 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:19:32,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:19:32,757 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:32,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:19:32,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741837_1013 (size=1138) 2024-11-20T21:19:32,801 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aa6860e3eb3f849a15d956cfb1bfd9f0, NAME => 'hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e 2024-11-20T21:19:32,809 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:19:32,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741838_1014 (size=44) 2024-11-20T21:19:32,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:32,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aa6860e3eb3f849a15d956cfb1bfd9f0, disabling compactions & flushes 2024-11-20T21:19:32,827 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:32,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:32,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. after waiting 0 ms 2024-11-20T21:19:32,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:32,827 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:32,827 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aa6860e3eb3f849a15d956cfb1bfd9f0: Waiting for close lock at 1732137572827Disabling compacts and flushes for region at 1732137572827Disabling writes for close at 1732137572827Writing region close event to WAL at 1732137572827Closed at 1732137572827 2024-11-20T21:19:32,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:19:32,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137572829"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137572829"}]},"ts":"1732137572829"} 2024-11-20T21:19:32,832 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:19:32,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:19:32,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137572834"}]},"ts":"1732137572834"} 2024-11-20T21:19:32,838 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:19:32,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa6860e3eb3f849a15d956cfb1bfd9f0, ASSIGN}] 2024-11-20T21:19:32,846 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa6860e3eb3f849a15d956cfb1bfd9f0, ASSIGN 2024-11-20T21:19:32,847 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa6860e3eb3f849a15d956cfb1bfd9f0, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,45637,1732137566257; forceNewPlan=false, retain=false 2024-11-20T21:19:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:32,852 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 379, reset compression=false 2024-11-20T21:19:32,998 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa6860e3eb3f849a15d956cfb1bfd9f0, regionState=OPENING, regionLocation=0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:33,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aa6860e3eb3f849a15d956cfb1bfd9f0, ASSIGN because future has completed 2024-11-20T21:19:33,002 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa6860e3eb3f849a15d956cfb1bfd9f0, server=0b16ab3f13b7,45637,1732137566257}] 2024-11-20T21:19:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:33,176 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 379, reset compression=false 2024-11-20T21:19:33,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:33,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:33,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:19:33,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C45637%2C1732137566257.rep, suffix=, logDir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257, archiveDir=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/oldWALs, maxLogs=10 2024-11-20T21:19:33,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.rep.1732137573218, exclude list is [], retry=0 2024-11-20T21:19:33,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39743,DS-1ec9ff26-8264-4345-8348-76e966ff2851,DISK] 2024-11-20T21:19:33,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.rep.1732137573218 2024-11-20T21:19:33,291 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36355:36355)] 2024-11-20T21:19:33,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aa6860e3eb3f849a15d956cfb1bfd9f0, NAME => 'hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:33,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:33,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:19:33,292 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. service=MultiRowMutationService 2024-11-20T21:19:33,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:19:33,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:33,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:33,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:33,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:33,305 INFO [StoreOpener-aa6860e3eb3f849a15d956cfb1bfd9f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:33,333 INFO [StoreOpener-aa6860e3eb3f849a15d956cfb1bfd9f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa6860e3eb3f849a15d956cfb1bfd9f0 columnFamilyName hfileref 2024-11-20T21:19:33,333 DEBUG [StoreOpener-aa6860e3eb3f849a15d956cfb1bfd9f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:33,348 INFO [StoreOpener-aa6860e3eb3f849a15d956cfb1bfd9f0-1 {}] regionserver.HStore(327): Store=aa6860e3eb3f849a15d956cfb1bfd9f0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:33,349 INFO [StoreOpener-aa6860e3eb3f849a15d956cfb1bfd9f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:33,365 INFO [StoreOpener-aa6860e3eb3f849a15d956cfb1bfd9f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa6860e3eb3f849a15d956cfb1bfd9f0 columnFamilyName queue 2024-11-20T21:19:33,365 DEBUG [StoreOpener-aa6860e3eb3f849a15d956cfb1bfd9f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:33,373 INFO [StoreOpener-aa6860e3eb3f849a15d956cfb1bfd9f0-1 {}] regionserver.HStore(327): Store=aa6860e3eb3f849a15d956cfb1bfd9f0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:33,373 INFO [StoreOpener-aa6860e3eb3f849a15d956cfb1bfd9f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:33,381 INFO [StoreOpener-aa6860e3eb3f849a15d956cfb1bfd9f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aa6860e3eb3f849a15d956cfb1bfd9f0 columnFamilyName sid 2024-11-20T21:19:33,381 DEBUG [StoreOpener-aa6860e3eb3f849a15d956cfb1bfd9f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:33,389 INFO [StoreOpener-aa6860e3eb3f849a15d956cfb1bfd9f0-1 {}] regionserver.HStore(327): Store=aa6860e3eb3f849a15d956cfb1bfd9f0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:33,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:33,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/hbase/replication/aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:33,396 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/hbase/replication/aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:33,408 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:33,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:33,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:19:33,420 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:33,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/hbase/replication/aa6860e3eb3f849a15d956cfb1bfd9f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:33,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aa6860e3eb3f849a15d956cfb1bfd9f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69502144, jitterRate=0.03566265106201172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:19:33,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:33,457 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aa6860e3eb3f849a15d956cfb1bfd9f0: Running coprocessor pre-open hook at 1732137573293Writing region info on filesystem at 1732137573293Initializing all the Stores at 1732137573299 (+6 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137573300 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137573300Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137573300Cleaning up temporary data from old regions at 1732137573409 (+109 ms)Running coprocessor post-open hooks at 1732137573457 (+48 ms)Region opened successfully at 1732137573457 2024-11-20T21:19:33,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0., pid=10, masterSystemTime=1732137573168 2024-11-20T21:19:33,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aa6860e3eb3f849a15d956cfb1bfd9f0, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:33,467 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:33,467 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:33,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aa6860e3eb3f849a15d956cfb1bfd9f0, server=0b16ab3f13b7,45637,1732137566257 because future has completed 2024-11-20T21:19:33,491 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:19:33,492 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aa6860e3eb3f849a15d956cfb1bfd9f0, server=0b16ab3f13b7,45637,1732137566257 in 487 msec 2024-11-20T21:19:33,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T21:19:33,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aa6860e3eb3f849a15d956cfb1bfd9f0, ASSIGN in 654 msec 2024-11-20T21:19:33,495 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:19:33,496 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137573495"}]},"ts":"1732137573495"} 2024-11-20T21:19:33,500 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:19:33,508 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:19:33,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 753 msec 2024-11-20T21:19:33,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0., hostname=0b16ab3f13b7,45637,1732137566257, seqNum=2] 2024-11-20T21:19:33,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:33,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:33,545 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:19:33,625 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 379, reset compression=false 2024-11-20T21:19:33,628 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T21:19:33,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45637 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T21:19:33,699 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:19:33,741 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,45637,1732137566257, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:19:33,742 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:33,742 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,45637,1732137566257, seqNum=-1] 2024-11-20T21:19:33,743 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:33,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T21:19:33,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,45637,1732137566257', locateType=CURRENT is [region=hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0., hostname=0b16ab3f13b7,45637,1732137566257, seqNum=2] 2024-11-20T21:19:33,750 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T21:19:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T21:19:33,752 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,45637,1732137566257 suceeded 2024-11-20T21:19:33,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T21:19:33,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-20T21:19:33,756 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:43811,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:19:33,757 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0190 sec 2024-11-20T21:19:33,769 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:43811' 2024-11-20T21:19:33,771 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@248a7190, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:33,771 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43811,-1 for getting cluster id 2024-11-20T21:19:33,771 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:33,772 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02181c54-862c-4af7-895b-775616dfb001' 2024-11-20T21:19:33,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:33,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02181c54-862c-4af7-895b-775616dfb001" 2024-11-20T21:19:33,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5093cc6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:33,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43811,-1] 2024-11-20T21:19:33,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:33,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:33,774 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:33,774 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e967cca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:33,775 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:33,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:33,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a61c448 2024-11-20T21:19:33,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:33,777 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T21:19:33,777 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,45637,1732137566257 (queues=1) is replicating from cluster=13644fa1-8e12-440a-be0e-fb4971c526e9 to cluster=02181c54-862c-4af7-895b-775616dfb001 2024-11-20T21:19:33,777 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C45637%2C1732137566257 2024-11-20T21:19:33,777 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,45637,1732137566257, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:19:33,781 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788, startPosition=0, beingWritten=true 2024-11-20T21:19:33,781 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C45637%2C1732137566257 2024-11-20T21:19:33,792 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:19:33,792 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 379, reset compression=false 2024-11-20T21:19:33,792 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,45637,1732137566257 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:19:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:33,879 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:19:33,879 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:33,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:33,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:33,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:33,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:33,880 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:33,886 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732137573885/Put/seqid=0 2024-11-20T21:19:33,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741840_1016 (size=7894) 2024-11-20T21:19:33,910 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732137573909/Put/seqid=0 2024-11-20T21:19:33,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741841_1017 (size=7691) 2024-11-20T21:19:33,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ae79954, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:33,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43811,-1 for getting cluster id 2024-11-20T21:19:33,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:33,923 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02181c54-862c-4af7-895b-775616dfb001' 2024-11-20T21:19:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02181c54-862c-4af7-895b-775616dfb001" 2024-11-20T21:19:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17b1fe01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:33,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43811,-1] 2024-11-20T21:19:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:33,924 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:33,925 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:33,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f7d7804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:33,926 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:33,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,41587,1732137561522, seqNum=-1] 2024-11-20T21:19:33,927 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:33,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:33,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:33,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:33,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fc5565 2024-11-20T21:19:33,940 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:33,942 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732137568744.e0b9e228ca09660381297b0ef3edadba., hostname=0b16ab3f13b7,41587,1732137561522, seqNum=2] 2024-11-20T21:19:33,951 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T21:19:33,967 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-20T21:19:33,973 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-20T21:19:33,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/testHFileCyclicReplication_01/f/hfile_0 for inclusion in e0b9e228ca09660381297b0ef3edadba/f 2024-11-20T21:19:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T21:19:33,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:19:33,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/testHFileCyclicReplication_01/f/hfile_1 for inclusion in e0b9e228ca09660381297b0ef3edadba/f 2024-11-20T21:19:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T21:19:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:19:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HRegion(2603): Flush status journal for e0b9e228ca09660381297b0ef3edadba: 2024-11-20T21:19:33,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins__test__vnqlscgee28qsi9dciit3fut4836f1vhdfet52ggqlpf9pflcli0bbrvd15g84gi/f/hfile_0 2024-11-20T21:19:33,997 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 379, reset compression=false 2024-11-20T21:19:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins__test__vnqlscgee28qsi9dciit3fut4836f1vhdfet52ggqlpf9pflcli0bbrvd15g84gi/f/hfile_0 as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/0ea099aede9b454cac463ff0f684492e_SeqId_4_ 2024-11-20T21:19:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins__test__vnqlscgee28qsi9dciit3fut4836f1vhdfet52ggqlpf9pflcli0bbrvd15g84gi/f/hfile_1 2024-11-20T21:19:34,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins__test__vnqlscgee28qsi9dciit3fut4836f1vhdfet52ggqlpf9pflcli0bbrvd15g84gi/f/hfile_1 as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/1027e8945ea04bf29189d1a808362069_SeqId_4_ 2024-11-20T21:19:34,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins__test__vnqlscgee28qsi9dciit3fut4836f1vhdfet52ggqlpf9pflcli0bbrvd15g84gi/f/hfile_0 into e0b9e228ca09660381297b0ef3edadba/f as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/0ea099aede9b454cac463ff0f684492e_SeqId_4_ - updating store file list. 2024-11-20T21:19:34,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ea099aede9b454cac463ff0f684492e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:19:34,035 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/0ea099aede9b454cac463ff0f684492e_SeqId_4_ into e0b9e228ca09660381297b0ef3edadba/f 2024-11-20T21:19:34,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins__test__vnqlscgee28qsi9dciit3fut4836f1vhdfet52ggqlpf9pflcli0bbrvd15g84gi/f/hfile_0 into e0b9e228ca09660381297b0ef3edadba/f (new location: hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/0ea099aede9b454cac463ff0f684492e_SeqId_4_) 2024-11-20T21:19:34,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins__test__vnqlscgee28qsi9dciit3fut4836f1vhdfet52ggqlpf9pflcli0bbrvd15g84gi/f/hfile_0 2024-11-20T21:19:34,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins__test__vnqlscgee28qsi9dciit3fut4836f1vhdfet52ggqlpf9pflcli0bbrvd15g84gi/f/hfile_1 into e0b9e228ca09660381297b0ef3edadba/f as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/1027e8945ea04bf29189d1a808362069_SeqId_4_ - updating store file list. 2024-11-20T21:19:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1027e8945ea04bf29189d1a808362069_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:19:34,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/1027e8945ea04bf29189d1a808362069_SeqId_4_ into e0b9e228ca09660381297b0ef3edadba/f 2024-11-20T21:19:34,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins__test__vnqlscgee28qsi9dciit3fut4836f1vhdfet52ggqlpf9pflcli0bbrvd15g84gi/f/hfile_1 into e0b9e228ca09660381297b0ef3edadba/f (new location: hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/1027e8945ea04bf29189d1a808362069_SeqId_4_) 2024-11-20T21:19:34,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins__test__vnqlscgee28qsi9dciit3fut4836f1vhdfet52ggqlpf9pflcli0bbrvd15g84gi/f/hfile_1 2024-11-20T21:19:34,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:34,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:34,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:34,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:34,059 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732137568744.e0b9e228ca09660381297b0ef3edadba., hostname=0b16ab3f13b7,41587,1732137561522, seqNum=2 , the old value is region=test,,1732137568744.e0b9e228ca09660381297b0ef3edadba., hostname=0b16ab3f13b7,41587,1732137561522, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b16ab3f13b7:41587 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:19:34,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732137568744.e0b9e228ca09660381297b0ef3edadba., hostname=0b16ab3f13b7,41587,1732137561522, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:19:34,060 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732137568744.e0b9e228ca09660381297b0ef3edadba., hostname=0b16ab3f13b7,41587,1732137561522, seqNum=2 from cache 2024-11-20T21:19:34,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:34,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:60646 deadline: 1732137634059 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:60646 2024-11-20T21:19:34,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,45637,1732137566257, seqNum=-1] 2024-11-20T21:19:34,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:34,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:34,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22., hostname=0b16ab3f13b7,45637,1732137566257, seqNum=2] 2024-11-20T21:19:34,070 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T21:19:34,132 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 379, reset compression=false 2024-11-20T21:19:34,152 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:19:34,152 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,41587,1732137561522 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0b9e228ca09660381297b0ef3edadba/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732137574054/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T21:19:34,156 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:19:34,157 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-20T21:19:34,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.ReplicationSink(318): Replicating [02181c54-862c-4af7-895b-775616dfb001] bulk loaded data 2024-11-20T21:19:34,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7796812f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:34,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40123,-1 for getting cluster id 2024-11-20T21:19:34,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:34,162 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13644fa1-8e12-440a-be0e-fb4971c526e9' 2024-11-20T21:19:34,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:34,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13644fa1-8e12-440a-be0e-fb4971c526e9" 2024-11-20T21:19:34,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18887aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:34,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40123,-1] 2024-11-20T21:19:34,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:34,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:34,164 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:34,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e5122a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:34,168 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:41587 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-20T21:19:34,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741840_1016 (size=7894) 2024-11-20T21:19:34,309 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 379, reset compression=false 2024-11-20T21:19:34,352 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 687, reset compression=false 2024-11-20T21:19:34,660 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 687, reset compression=false 2024-11-20T21:19:34,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741841_1017 (size=7691) 2024-11-20T21:19:34,734 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 379, reset compression=false 2024-11-20T21:19:35,073 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T21:19:35,077 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 687, reset compression=false 2024-11-20T21:19:35,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:35,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:35,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18220bd6 2024-11-20T21:19:35,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:35,124 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-20T21:19:35,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T21:19:35,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:35,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,45637,1732137566257, seqNum=-1] 2024-11-20T21:19:35,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:35,131 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-20T21:19:35,142 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins.hfs.11__test__tj09mtahnplsi4kdpupme18qu6rbvdan4atfd3tfc9sgtvqa17rfj8bbaddjk22o/f/0ea099aede9b454cac463ff0f684492e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T21:19:35,145 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins.hfs.11__test__tj09mtahnplsi4kdpupme18qu6rbvdan4atfd3tfc9sgtvqa17rfj8bbaddjk22o/f/1027e8945ea04bf29189d1a808362069_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T21:19:35,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins.hfs.11__test__tj09mtahnplsi4kdpupme18qu6rbvdan4atfd3tfc9sgtvqa17rfj8bbaddjk22o/f/0ea099aede9b454cac463ff0f684492e_SeqId_4_ for inclusion in c6b5e2a9a6b6e238eec446706b177b22/f 2024-11-20T21:19:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-20T21:19:35,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:19:35,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins.hfs.11__test__tj09mtahnplsi4kdpupme18qu6rbvdan4atfd3tfc9sgtvqa17rfj8bbaddjk22o/f/1027e8945ea04bf29189d1a808362069_SeqId_4_ for inclusion in c6b5e2a9a6b6e238eec446706b177b22/f 2024-11-20T21:19:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-20T21:19:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:19:35,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HRegion(2603): Flush status journal for c6b5e2a9a6b6e238eec446706b177b22: 2024-11-20T21:19:35,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0ea099aede9b454cac463ff0f684492e_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T21:19:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins.hfs.11__test__tj09mtahnplsi4kdpupme18qu6rbvdan4atfd3tfc9sgtvqa17rfj8bbaddjk22o/f/0ea099aede9b454cac463ff0f684492e_SeqId_4_ as hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/5fd921e028494eae88be914d8a577e06_SeqId_4_ 2024-11-20T21:19:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1027e8945ea04bf29189d1a808362069_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T21:19:35,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins.hfs.11__test__tj09mtahnplsi4kdpupme18qu6rbvdan4atfd3tfc9sgtvqa17rfj8bbaddjk22o/f/1027e8945ea04bf29189d1a808362069_SeqId_4_ as hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/7de0a16a29d0497083c9916b75a7d867_SeqId_4_ 2024-11-20T21:19:35,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins.hfs.11__test__tj09mtahnplsi4kdpupme18qu6rbvdan4atfd3tfc9sgtvqa17rfj8bbaddjk22o/f/0ea099aede9b454cac463ff0f684492e_SeqId_4_ into c6b5e2a9a6b6e238eec446706b177b22/f as hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/5fd921e028494eae88be914d8a577e06_SeqId_4_ - updating store file list. 2024-11-20T21:19:35,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5fd921e028494eae88be914d8a577e06_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:19:35,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/5fd921e028494eae88be914d8a577e06_SeqId_4_ into c6b5e2a9a6b6e238eec446706b177b22/f 2024-11-20T21:19:35,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins.hfs.11__test__tj09mtahnplsi4kdpupme18qu6rbvdan4atfd3tfc9sgtvqa17rfj8bbaddjk22o/f/0ea099aede9b454cac463ff0f684492e_SeqId_4_ into c6b5e2a9a6b6e238eec446706b177b22/f (new location: hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/5fd921e028494eae88be914d8a577e06_SeqId_4_) 2024-11-20T21:19:35,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins.hfs.11__test__tj09mtahnplsi4kdpupme18qu6rbvdan4atfd3tfc9sgtvqa17rfj8bbaddjk22o/f/0ea099aede9b454cac463ff0f684492e_SeqId_4_ 2024-11-20T21:19:35,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins.hfs.11__test__tj09mtahnplsi4kdpupme18qu6rbvdan4atfd3tfc9sgtvqa17rfj8bbaddjk22o/f/1027e8945ea04bf29189d1a808362069_SeqId_4_ into c6b5e2a9a6b6e238eec446706b177b22/f as hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/7de0a16a29d0497083c9916b75a7d867_SeqId_4_ - updating store file list. 2024-11-20T21:19:35,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7de0a16a29d0497083c9916b75a7d867_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:19:35,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/7de0a16a29d0497083c9916b75a7d867_SeqId_4_ into c6b5e2a9a6b6e238eec446706b177b22/f 2024-11-20T21:19:35,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins.hfs.11__test__tj09mtahnplsi4kdpupme18qu6rbvdan4atfd3tfc9sgtvqa17rfj8bbaddjk22o/f/1027e8945ea04bf29189d1a808362069_SeqId_4_ into c6b5e2a9a6b6e238eec446706b177b22/f (new location: hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/7de0a16a29d0497083c9916b75a7d867_SeqId_4_) 2024-11-20T21:19:35,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins.hfs.11__test__tj09mtahnplsi4kdpupme18qu6rbvdan4atfd3tfc9sgtvqa17rfj8bbaddjk22o/f/1027e8945ea04bf29189d1a808362069_SeqId_4_ 2024-11-20T21:19:35,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.ReplicationSink(324): Finished replicating [02181c54-862c-4af7-895b-775616dfb001] bulk loaded data 2024-11-20T21:19:35,289 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 379, reset compression=false 2024-11-20T21:19:35,298 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:19:35,298 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,45637,1732137566257 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6b5e2a9a6b6e238eec446706b177b22/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732137575186/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T21:19:35,305 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:19:35,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-20T21:19:35,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.ReplicationSink(318): Replicating [02181c54-862c-4af7-895b-775616dfb001, 13644fa1-8e12-440a-be0e-fb4971c526e9] bulk loaded data 2024-11-20T21:19:35,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4806e318, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:35,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43811,-1 for getting cluster id 2024-11-20T21:19:35,308 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:35,308 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '02181c54-862c-4af7-895b-775616dfb001' 2024-11-20T21:19:35,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:35,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "02181c54-862c-4af7-895b-775616dfb001" 2024-11-20T21:19:35,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53f070f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:35,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43811,-1] 2024-11-20T21:19:35,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:35,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:35,311 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:35,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57c83b95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:35,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741842_1018 (size=7894) 2024-11-20T21:19:35,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741843_1019 (size=7691) 2024-11-20T21:19:35,499 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 725, reset compression=false 2024-11-20T21:19:35,586 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 687, reset compression=false 2024-11-20T21:19:35,801 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:35,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:35,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d512210 2024-11-20T21:19:35,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:35,806 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-20T21:19:35,806 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 725, reset compression=false 2024-11-20T21:19:35,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T21:19:35,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:35,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,41587,1732137561522, seqNum=-1] 2024-11-20T21:19:35,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:35,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-20T21:19:35,864 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins.hfs.10__test__qo14a019km25bqhjq2imva6rrusk2l9im0u7k20hoivsqng8fmj6fl2kr45simbv/f/5fd921e028494eae88be914d8a577e06_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-20T21:19:35,881 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins.hfs.10__test__qo14a019km25bqhjq2imva6rrusk2l9im0u7k20hoivsqng8fmj6fl2kr45simbv/f/7de0a16a29d0497083c9916b75a7d867_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-20T21:19:35,909 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.ReplicationSink(324): Finished replicating [02181c54-862c-4af7-895b-775616dfb001, 13644fa1-8e12-440a-be0e-fb4971c526e9] bulk loaded data 2024-11-20T21:19:36,083 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:36,089 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732137576088/Put/seqid=0 2024-11-20T21:19:36,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741842_1018 (size=11194) 2024-11-20T21:19:36,097 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732137576096/Put/seqid=0 2024-11-20T21:19:36,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741843_1019 (size=10791) 2024-11-20T21:19:36,194 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 687, reset compression=false 2024-11-20T21:19:36,197 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:19:36,227 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:36,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:36,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:36,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:36,229 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:36,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:36,249 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 725, reset compression=false 2024-11-20T21:19:36,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:36,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:36,284 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T21:19:36,284 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T21:19:36,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T21:19:36,285 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T21:19:36,286 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:19:36,286 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T21:19:36,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f0cc873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:36,525 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,40123,-1 for getting cluster id 2024-11-20T21:19:36,525 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:36,526 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '13644fa1-8e12-440a-be0e-fb4971c526e9' 2024-11-20T21:19:36,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:36,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "13644fa1-8e12-440a-be0e-fb4971c526e9" 2024-11-20T21:19:36,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5390682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:36,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,40123,-1] 2024-11-20T21:19:36,527 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:36,528 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:36,529 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:36,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4423e2ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:36,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,45637,1732137566257, seqNum=-1] 2024-11-20T21:19:36,532 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:36,534 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:36,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:36,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:36,547 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d55452e 2024-11-20T21:19:36,548 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:36,549 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:36,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22., hostname=0b16ab3f13b7,45637,1732137566257, seqNum=2] 2024-11-20T21:19:36,563 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T21:19:36,587 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-20T21:19:36,606 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-20T21:19:36,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/testHFileCyclicReplication_10/f/hfile_0 for inclusion in c6b5e2a9a6b6e238eec446706b177b22/f 2024-11-20T21:19:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T21:19:36,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:19:36,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/testHFileCyclicReplication_10/f/hfile_1 for inclusion in c6b5e2a9a6b6e238eec446706b177b22/f 2024-11-20T21:19:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T21:19:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:19:36,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HRegion(2603): Flush status journal for c6b5e2a9a6b6e238eec446706b177b22: 2024-11-20T21:19:36,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins__test__1qud34lrqi66acm94pm2et20phajq4d3v660cjdib8ju71i7k1jo87aa1lc7tjhu/f/hfile_0 2024-11-20T21:19:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins__test__1qud34lrqi66acm94pm2et20phajq4d3v660cjdib8ju71i7k1jo87aa1lc7tjhu/f/hfile_0 as hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/1bda617ca13f4fb4acde1b969d88edbc_SeqId_6_ 2024-11-20T21:19:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins__test__1qud34lrqi66acm94pm2et20phajq4d3v660cjdib8ju71i7k1jo87aa1lc7tjhu/f/hfile_1 2024-11-20T21:19:36,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins__test__1qud34lrqi66acm94pm2et20phajq4d3v660cjdib8ju71i7k1jo87aa1lc7tjhu/f/hfile_1 as hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/1b6e4bef7b4c439d8c0842ad49702d9c_SeqId_6_ 2024-11-20T21:19:36,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins__test__1qud34lrqi66acm94pm2et20phajq4d3v660cjdib8ju71i7k1jo87aa1lc7tjhu/f/hfile_0 into c6b5e2a9a6b6e238eec446706b177b22/f as hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/1bda617ca13f4fb4acde1b969d88edbc_SeqId_6_ - updating store file list. 2024-11-20T21:19:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1bda617ca13f4fb4acde1b969d88edbc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T21:19:36,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/1bda617ca13f4fb4acde1b969d88edbc_SeqId_6_ into c6b5e2a9a6b6e238eec446706b177b22/f 2024-11-20T21:19:36,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins__test__1qud34lrqi66acm94pm2et20phajq4d3v660cjdib8ju71i7k1jo87aa1lc7tjhu/f/hfile_0 into c6b5e2a9a6b6e238eec446706b177b22/f (new location: hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/1bda617ca13f4fb4acde1b969d88edbc_SeqId_6_) 2024-11-20T21:19:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins__test__1qud34lrqi66acm94pm2et20phajq4d3v660cjdib8ju71i7k1jo87aa1lc7tjhu/f/hfile_0 2024-11-20T21:19:36,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins__test__1qud34lrqi66acm94pm2et20phajq4d3v660cjdib8ju71i7k1jo87aa1lc7tjhu/f/hfile_1 into c6b5e2a9a6b6e238eec446706b177b22/f as hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/1b6e4bef7b4c439d8c0842ad49702d9c_SeqId_6_ - updating store file list. 2024-11-20T21:19:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1b6e4bef7b4c439d8c0842ad49702d9c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T21:19:36,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/1b6e4bef7b4c439d8c0842ad49702d9c_SeqId_6_ into c6b5e2a9a6b6e238eec446706b177b22/f 2024-11-20T21:19:36,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins__test__1qud34lrqi66acm94pm2et20phajq4d3v660cjdib8ju71i7k1jo87aa1lc7tjhu/f/hfile_1 into c6b5e2a9a6b6e238eec446706b177b22/f (new location: hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/f/1b6e4bef7b4c439d8c0842ad49702d9c_SeqId_6_) 2024-11-20T21:19:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/staging/jenkins__test__1qud34lrqi66acm94pm2et20phajq4d3v660cjdib8ju71i7k1jo87aa1lc7tjhu/f/hfile_1 2024-11-20T21:19:36,689 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:36,689 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:36,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:36,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22., hostname=0b16ab3f13b7,45637,1732137566257, seqNum=2 , the old value is region=test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22., hostname=0b16ab3f13b7,45637,1732137566257, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b16ab3f13b7:45637 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:19:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22., hostname=0b16ab3f13b7,45637,1732137566257, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:19:36,690 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22., hostname=0b16ab3f13b7,45637,1732137566257, seqNum=2 from cache 2024-11-20T21:19:36,690 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:36,691 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:36,691 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T21:19:36,691 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,41587,1732137561522, seqNum=-1] 2024-11-20T21:19:36,692 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:36,693 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:36,695 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732137568744.e0b9e228ca09660381297b0ef3edadba., hostname=0b16ab3f13b7,41587,1732137561522, seqNum=2] 2024-11-20T21:19:36,702 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T21:19:36,770 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 725, reset compression=false 2024-11-20T21:19:36,777 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:19:36,777 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,45637,1732137566257 got entry batch from reader: WALEntryBatch [walEntries=[{test/c6b5e2a9a6b6e238eec446706b177b22/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732137576680/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T21:19:36,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.ReplicationSink(318): Replicating [13644fa1-8e12-440a-be0e-fb4971c526e9] bulk loaded data 2024-11-20T21:19:36,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741844_1020 (size=11194) 2024-11-20T21:19:36,798 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:45637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-20T21:19:36,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741845_1021 (size=10791) 2024-11-20T21:19:36,879 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T21:19:36,889 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins.hfs.10__test__rlohovus7bv5fsr3h7tuq7frk9dlr9n6b2mhcse6e3cb6lvplocbg1ce7dst5d58/f/1b6e4bef7b4c439d8c0842ad49702d9c_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-20T21:19:36,908 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins.hfs.10__test__rlohovus7bv5fsr3h7tuq7frk9dlr9n6b2mhcse6e3cb6lvplocbg1ce7dst5d58/f/1bda617ca13f4fb4acde1b969d88edbc_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-20T21:19:36,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins.hfs.10__test__rlohovus7bv5fsr3h7tuq7frk9dlr9n6b2mhcse6e3cb6lvplocbg1ce7dst5d58/f/1bda617ca13f4fb4acde1b969d88edbc_SeqId_6_ for inclusion in e0b9e228ca09660381297b0ef3edadba/f 2024-11-20T21:19:36,914 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 687, reset compression=false 2024-11-20T21:19:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-20T21:19:36,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:19:36,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins.hfs.10__test__rlohovus7bv5fsr3h7tuq7frk9dlr9n6b2mhcse6e3cb6lvplocbg1ce7dst5d58/f/1b6e4bef7b4c439d8c0842ad49702d9c_SeqId_6_ for inclusion in e0b9e228ca09660381297b0ef3edadba/f 2024-11-20T21:19:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-20T21:19:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:19:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HRegion(2603): Flush status journal for e0b9e228ca09660381297b0ef3edadba: 2024-11-20T21:19:36,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1bda617ca13f4fb4acde1b969d88edbc_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T21:19:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins.hfs.10__test__rlohovus7bv5fsr3h7tuq7frk9dlr9n6b2mhcse6e3cb6lvplocbg1ce7dst5d58/f/1bda617ca13f4fb4acde1b969d88edbc_SeqId_6_ as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/06a095f91f664b30981d3bef9b32951f_SeqId_6_ 2024-11-20T21:19:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1b6e4bef7b4c439d8c0842ad49702d9c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T21:19:36,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins.hfs.10__test__rlohovus7bv5fsr3h7tuq7frk9dlr9n6b2mhcse6e3cb6lvplocbg1ce7dst5d58/f/1b6e4bef7b4c439d8c0842ad49702d9c_SeqId_6_ as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/7a218514879b41e49be3ee1714772a6b_SeqId_6_ 2024-11-20T21:19:36,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins.hfs.10__test__rlohovus7bv5fsr3h7tuq7frk9dlr9n6b2mhcse6e3cb6lvplocbg1ce7dst5d58/f/1bda617ca13f4fb4acde1b969d88edbc_SeqId_6_ into e0b9e228ca09660381297b0ef3edadba/f as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/06a095f91f664b30981d3bef9b32951f_SeqId_6_ - updating store file list. 2024-11-20T21:19:36,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 06a095f91f664b30981d3bef9b32951f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T21:19:36,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/06a095f91f664b30981d3bef9b32951f_SeqId_6_ into e0b9e228ca09660381297b0ef3edadba/f 2024-11-20T21:19:36,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins.hfs.10__test__rlohovus7bv5fsr3h7tuq7frk9dlr9n6b2mhcse6e3cb6lvplocbg1ce7dst5d58/f/1bda617ca13f4fb4acde1b969d88edbc_SeqId_6_ into e0b9e228ca09660381297b0ef3edadba/f (new location: hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/06a095f91f664b30981d3bef9b32951f_SeqId_6_) 2024-11-20T21:19:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins.hfs.10__test__rlohovus7bv5fsr3h7tuq7frk9dlr9n6b2mhcse6e3cb6lvplocbg1ce7dst5d58/f/1bda617ca13f4fb4acde1b969d88edbc_SeqId_6_ 2024-11-20T21:19:36,978 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 1033, reset compression=false 2024-11-20T21:19:36,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins.hfs.10__test__rlohovus7bv5fsr3h7tuq7frk9dlr9n6b2mhcse6e3cb6lvplocbg1ce7dst5d58/f/1b6e4bef7b4c439d8c0842ad49702d9c_SeqId_6_ into e0b9e228ca09660381297b0ef3edadba/f as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/7a218514879b41e49be3ee1714772a6b_SeqId_6_ - updating store file list. 2024-11-20T21:19:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7a218514879b41e49be3ee1714772a6b_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T21:19:37,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/7a218514879b41e49be3ee1714772a6b_SeqId_6_ into e0b9e228ca09660381297b0ef3edadba/f 2024-11-20T21:19:37,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins.hfs.10__test__rlohovus7bv5fsr3h7tuq7frk9dlr9n6b2mhcse6e3cb6lvplocbg1ce7dst5d58/f/1b6e4bef7b4c439d8c0842ad49702d9c_SeqId_6_ into e0b9e228ca09660381297b0ef3edadba/f (new location: hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/f/7a218514879b41e49be3ee1714772a6b_SeqId_6_) 2024-11-20T21:19:37,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/staging/jenkins.hfs.10__test__rlohovus7bv5fsr3h7tuq7frk9dlr9n6b2mhcse6e3cb6lvplocbg1ce7dst5d58/f/1b6e4bef7b4c439d8c0842ad49702d9c_SeqId_6_ 2024-11-20T21:19:37,012 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41587 {}] regionserver.ReplicationSink(324): Finished replicating [13644fa1-8e12-440a-be0e-fb4971c526e9] bulk loaded data 2024-11-20T21:19:37,316 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 1033, reset compression=false 2024-11-20T21:19:37,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:19:37,727 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:37,727 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:37,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:37,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:37,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:19:37,727 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1162881845, stopped=false 2024-11-20T21:19:37,727 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,40123,1732137566101 2024-11-20T21:19:37,728 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11988347194/running 2024-11-20T21:19:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11988347194/running 2024-11-20T21:19:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:37,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:37,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Set watcher on znode that does not yet exist, /11988347194/running 2024-11-20T21:19:37,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Set watcher on znode that does not yet exist, /11988347194/running 2024-11-20T21:19:37,731 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:19:37,731 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:37,731 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:37,731 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:37,731 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,45637,1732137566257' ***** 2024-11-20T21:19:37,731 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:19:37,732 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:19:37,732 INFO [RS:0;0b16ab3f13b7:45637 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:19:37,732 INFO [RS:0;0b16ab3f13b7:45637 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:19:37,732 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(3091): Received CLOSE for c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:37,732 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:19:37,734 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 1033, reset compression=false 2024-11-20T21:19:37,736 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(3091): Received CLOSE for aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:37,736 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:37,736 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c6b5e2a9a6b6e238eec446706b177b22, disabling compactions & flushes 2024-11-20T21:19:37,736 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:19:37,736 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22. 2024-11-20T21:19:37,736 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22. 2024-11-20T21:19:37,736 INFO [RS:0;0b16ab3f13b7:45637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:45637. 2024-11-20T21:19:37,736 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22. after waiting 0 ms 2024-11-20T21:19:37,736 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22. 2024-11-20T21:19:37,736 DEBUG [RS:0;0b16ab3f13b7:45637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:37,736 DEBUG [RS:0;0b16ab3f13b7:45637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:37,737 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:19:37,737 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:19:37,737 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:19:37,737 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:19:37,744 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:19:37,747 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 687, reset compression=false 2024-11-20T21:19:37,781 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:19:37,781 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,41587,1732137561522 got entry batch from reader: WALEntryBatch [walEntries=[{test/e0b9e228ca09660381297b0ef3edadba/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732137577010/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-20T21:19:37,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 0b16ab3f13b7,45637,1732137566257 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T21:19:37,784 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45637 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:44656 deadline: 1732137637783, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 0b16ab3f13b7,45637,1732137566257 stopping 2024-11-20T21:19:37,785 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 0b16ab3f13b7,45637,1732137566257 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:19:37,805 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:19:37,805 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 1328, reset compression=false 2024-11-20T21:19:37,806 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,45637,1732137566257 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:19:37,807 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b16ab3f13b7,45637,1732137566257: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b16ab3f13b7,45637,1732137566257, walGroup=0b16ab3f13b7%2C45637%2C1732137566257, offset=0b16ab3f13b7%2C45637%2C1732137566257.1732137567788:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:45637 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T21:19:37,821 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:19:37,824 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:19:37,824 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:19:37,825 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:19:37,825 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:19:37,825 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:19:37,825 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:19:37,821 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T21:19:37,825 DEBUG [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(1325): Online Regions={c6b5e2a9a6b6e238eec446706b177b22=test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22., aa6860e3eb3f849a15d956cfb1bfd9f0=hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:19:37,825 DEBUG [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa6860e3eb3f849a15d956cfb1bfd9f0, c6b5e2a9a6b6e238eec446706b177b22 2024-11-20T21:19:37,825 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137577821Running coprocessor pre-close hooks at 1732137577821Disabling compacts and flushes for region at 1732137577821Disabling writes for close at 1732137577825 (+4 ms)Failed flush hbase:meta,,1.1588230740, putting online again at 1732137577825 2024-11-20T21:19:37,825 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/data/default/test/c6b5e2a9a6b6e238eec446706b177b22/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:19:37,825 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:meta,,1.1588230740 2024-11-20T21:19:37,826 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:19:37,826 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:19:37,826 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:19:37,826 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 768454480 }, "NonHeapMemoryUsage": { "committed": 190971904, "init": 7667712, "max": -1, "used": 188060216 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T21:19:37,831 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:19:37,831 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:19:37,831 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22. 2024-11-20T21:19:37,831 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c6b5e2a9a6b6e238eec446706b177b22: Waiting for close lock at 1732137577736Running coprocessor pre-close hooks at 1732137577736Disabling compacts and flushes for region at 1732137577736Disabling writes for close at 1732137577736Writing region close event to WAL at 1732137577757 (+21 ms)Running coprocessor post-close hooks at 1732137577831 (+74 ms)Closed at 1732137577831 2024-11-20T21:19:37,832 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137569385.c6b5e2a9a6b6e238eec446706b177b22. 2024-11-20T21:19:37,832 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa6860e3eb3f849a15d956cfb1bfd9f0, disabling compactions & flushes 2024-11-20T21:19:37,832 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:37,832 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:37,832 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. after waiting 0 ms 2024-11-20T21:19:37,832 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:37,832 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa6860e3eb3f849a15d956cfb1bfd9f0: Waiting for close lock at 1732137577832Running coprocessor pre-close hooks at 1732137577832Disabling compacts and flushes for region at 1732137577832Disabling writes for close at 1732137577832Failed flush hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0., putting online again at 1732137577832 2024-11-20T21:19:37,832 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:37,830 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-20T21:19:37,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0b16ab3f13b7,45637,1732137566257 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:19:37,906 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 0b16ab3f13b7,45637,1732137566257 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:19:37,981 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 1033, reset compression=false 2024-11-20T21:19:38,025 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(3091): Received CLOSE for aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:38,025 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:19:38,025 DEBUG [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aa6860e3eb3f849a15d956cfb1bfd9f0 2024-11-20T21:19:38,026 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aa6860e3eb3f849a15d956cfb1bfd9f0, disabling compactions & flushes 2024-11-20T21:19:38,026 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:38,026 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:38,026 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. after waiting 0 ms 2024-11-20T21:19:38,026 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:38,026 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:19:38,026 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:19:38,026 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:19:38,026 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:19:38,026 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:19:38,031 ERROR [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1960): Memstore data size is 1155 in region hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:38,031 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:19:38,031 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:19:38,031 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:38,031 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aa6860e3eb3f849a15d956cfb1bfd9f0: Waiting for close lock at 1732137578026Running coprocessor pre-close hooks at 1732137578026Disabling compacts and flushes for region at 1732137578026Disabling writes for close at 1732137578026Writing region close event to WAL at 1732137578031 (+5 ms)Running coprocessor post-close hooks at 1732137578031Closed at 1732137578031 2024-11-20T21:19:38,032 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732137572754.aa6860e3eb3f849a15d956cfb1bfd9f0. 2024-11-20T21:19:38,042 ERROR [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1960): Memstore data size is 2599 in region hbase:meta,,1.1588230740 2024-11-20T21:19:38,042 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:19:38,042 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:19:38,042 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:38,042 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137578026Running coprocessor pre-close hooks at 1732137578026Disabling compacts and flushes for region at 1732137578026Disabling writes for close at 1732137578026Writing region close event to WAL at 1732137578041 (+15 ms)Running coprocessor post-close hooks at 1732137578042 (+1 ms)Closed at 1732137578042 2024-11-20T21:19:38,042 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:38,053 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 1328, reset compression=false 2024-11-20T21:19:38,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0b16ab3f13b7,45637,1732137566257 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:19:38,113 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 0b16ab3f13b7,45637,1732137566257 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:19:38,226 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,45637,1732137566257; all regions closed. 2024-11-20T21:19:38,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741834_1010 (size=3473) 2024-11-20T21:19:38,235 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.meta.1732137568450.meta not finished, retry = 0 2024-11-20T21:19:38,322 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 1033, reset compression=false 2024-11-20T21:19:38,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741839_1015 (size=2150) 2024-11-20T21:19:38,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741833_1009 (size=1336) 2024-11-20T21:19:38,377 DEBUG [RS:0;0b16ab3f13b7:45637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:38,377 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:19:38,377 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 to pos 1328, reset compression=false 2024-11-20T21:19:38,377 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:19:38,377 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:19:38,378 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:19:38,378 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,45637,1732137566257 because: Region server is closing 2024-11-20T21:19:38,378 INFO [RS:0;0b16ab3f13b7:45637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:45637. 2024-11-20T21:19:38,378 DEBUG [RS:0;0b16ab3f13b7:45637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:38,378 DEBUG [RS:0;0b16ab3f13b7:45637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:38,378 DEBUG [RS:0;0b16ab3f13b7:45637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:38,379 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:38,379 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:19:38,383 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.wal-reader.0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/WALs/0b16ab3f13b7,45637,1732137566257/0b16ab3f13b7%2C45637%2C1732137566257.1732137567788 2024-11-20T21:19:38,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 0b16ab3f13b7,45637,1732137566257 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:?] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:?] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:?] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:19:38,421 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 0b16ab3f13b7,45637,1732137566257 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:19:38,479 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45637,1732137566257.replicationSource.shipper0b16ab3f13b7%2C45637%2C1732137566257,1-0b16ab3f13b7,45637,1732137566257 terminated 2024-11-20T21:19:38,479 INFO [RS:0;0b16ab3f13b7:45637 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:45637. 2024-11-20T21:19:38,479 DEBUG [RS:0;0b16ab3f13b7:45637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:38,479 DEBUG [RS:0;0b16ab3f13b7:45637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:38,479 DEBUG [RS:0;0b16ab3f13b7:45637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:38,479 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:38,479 INFO [RS:0;0b16ab3f13b7:45637 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45637 2024-11-20T21:19:38,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194/rs 2024-11-20T21:19:38,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11988347194/rs/0b16ab3f13b7,45637,1732137566257 2024-11-20T21:19:38,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,45637,1732137566257] 2024-11-20T21:19:38,487 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:19:38,488 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11988347194/draining/0b16ab3f13b7,45637,1732137566257 already deleted, retry=false 2024-11-20T21:19:38,489 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,45637,1732137566257 expired; onlineServers=0 2024-11-20T21:19:38,489 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,40123,1732137566101' ***** 2024-11-20T21:19:38,489 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:19:38,489 INFO [M:0;0b16ab3f13b7:40123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:19:38,489 INFO [M:0;0b16ab3f13b7:40123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:19:38,489 DEBUG [M:0;0b16ab3f13b7:40123 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:19:38,489 DEBUG [M:0;0b16ab3f13b7:40123 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:19:38,489 INFO [M:0;0b16ab3f13b7:40123 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:19:38,489 INFO [M:0;0b16ab3f13b7:40123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:19:38,489 DEBUG [M:0;0b16ab3f13b7:40123 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:19:38,489 INFO [M:0;0b16ab3f13b7:40123 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:19:38,490 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:19:38,490 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137567561 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137567561,5,FailOnTimeoutGroup] 2024-11-20T21:19:38,490 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137567569 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137567569,5,FailOnTimeoutGroup] 2024-11-20T21:19:38,492 INFO [M:0;0b16ab3f13b7:40123 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:19:38,493 INFO [M:0;0b16ab3f13b7:40123 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:19:38,493 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:19:38,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11988347194/master 2024-11-20T21:19:38,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11988347194 2024-11-20T21:19:38,495 DEBUG [M:0;0b16ab3f13b7:40123 {}] zookeeper.ZKUtil(347): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Unable to get data of znode /11988347194/master because node does not exist (not an error) 2024-11-20T21:19:38,496 WARN [M:0;0b16ab3f13b7:40123 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:19:38,496 INFO [M:0;0b16ab3f13b7:40123 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/.lastflushedseqids 2024-11-20T21:19:38,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741844_1020 (size=263) 2024-11-20T21:19:38,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:38,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45637-0x1005f0fb2300004, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:38,593 INFO [RS:0;0b16ab3f13b7:45637 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:19:38,593 INFO [RS:0;0b16ab3f13b7:45637 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,45637,1732137566257; zookeeper connection closed. 2024-11-20T21:19:38,593 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c92f6bf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c92f6bf 2024-11-20T21:19:38,594 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:19:38,749 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 1033, reset compression=false 2024-11-20T21:19:38,826 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0b16ab3f13b7:45637 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b16ab3f13b7/172.17.0.3:45637 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:19:38,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 0b16ab3f13b7:45637 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b16ab3f13b7/172.17.0.3:45637 2024-11-20T21:19:38,827 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=0b16ab3f13b7:45637 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b16ab3f13b7/172.17.0.3:45637 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b16ab3f13b7/172.17.0.3:45637 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T21:19:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T21:19:38,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:33646 deadline: 1732137638830, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T21:19:38,832 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-20T21:19:38,833 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T21:19:38,909 INFO [M:0;0b16ab3f13b7:40123 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:19:38,909 INFO [M:0;0b16ab3f13b7:40123 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:19:38,910 DEBUG [M:0;0b16ab3f13b7:40123 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:19:38,910 INFO [M:0;0b16ab3f13b7:40123 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:38,910 DEBUG [M:0;0b16ab3f13b7:40123 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:38,910 DEBUG [M:0;0b16ab3f13b7:40123 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:19:38,910 DEBUG [M:0;0b16ab3f13b7:40123 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:38,910 INFO [M:0;0b16ab3f13b7:40123 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T21:19:38,932 DEBUG [M:0;0b16ab3f13b7:40123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/645de19d3b354ca9ae1f73222ce81920 is 82, key is hbase:meta,,1/info:regioninfo/1732137568574/Put/seqid=0 2024-11-20T21:19:38,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741845_1021 (size=5672) 2024-11-20T21:19:39,258 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 1033, reset compression=false 2024-11-20T21:19:39,333 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T21:19:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T21:19:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40123 {}] ipc.CallRunner(138): callId: 20 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:33646 deadline: 1732137639334, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-20T21:19:39,335 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 30 more 2024-11-20T21:19:39,336 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T21:19:39,336 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T21:19:39,344 INFO [M:0;0b16ab3f13b7:40123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/645de19d3b354ca9ae1f73222ce81920 2024-11-20T21:19:39,368 DEBUG [M:0;0b16ab3f13b7:40123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12cac91e76a940b9901ce0571c6b2801 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732137573513/Put/seqid=0 2024-11-20T21:19:39,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741846_1022 (size=8517) 2024-11-20T21:19:39,385 INFO [M:0;0b16ab3f13b7:40123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12cac91e76a940b9901ce0571c6b2801 2024-11-20T21:19:39,413 DEBUG [M:0;0b16ab3f13b7:40123 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4adca71deef4addb66bfc4c585b7b29 is 69, key is 0b16ab3f13b7,45637,1732137566257/rs:state/1732137567610/Put/seqid=0 2024-11-20T21:19:39,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741847_1023 (size=5156) 2024-11-20T21:19:39,417 INFO [M:0;0b16ab3f13b7:40123 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4adca71deef4addb66bfc4c585b7b29 2024-11-20T21:19:39,423 DEBUG [M:0;0b16ab3f13b7:40123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/645de19d3b354ca9ae1f73222ce81920 as hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/645de19d3b354ca9ae1f73222ce81920 2024-11-20T21:19:39,428 INFO [M:0;0b16ab3f13b7:40123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/645de19d3b354ca9ae1f73222ce81920, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T21:19:39,429 DEBUG [M:0;0b16ab3f13b7:40123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12cac91e76a940b9901ce0571c6b2801 as hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12cac91e76a940b9901ce0571c6b2801 2024-11-20T21:19:39,433 INFO [M:0;0b16ab3f13b7:40123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12cac91e76a940b9901ce0571c6b2801, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T21:19:39,434 DEBUG [M:0;0b16ab3f13b7:40123 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b4adca71deef4addb66bfc4c585b7b29 as hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4adca71deef4addb66bfc4c585b7b29 2024-11-20T21:19:39,440 INFO [M:0;0b16ab3f13b7:40123 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42925/user/jenkins/test-data/9a0d3de5-f790-9a9c-b9a3-dd6c1dc7b53e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b4adca71deef4addb66bfc4c585b7b29, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T21:19:39,441 INFO [M:0;0b16ab3f13b7:40123 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=97, compaction requested=false 2024-11-20T21:19:39,444 INFO [M:0;0b16ab3f13b7:40123 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:39,444 DEBUG [M:0;0b16ab3f13b7:40123 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137578910Disabling compacts and flushes for region at 1732137578910Disabling writes for close at 1732137578910Obtaining lock to block concurrent updates at 1732137578910Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137578910Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732137578910Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137578911 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137578911Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137578931 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137578931Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137579350 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137579368 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137579368Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137579390 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137579412 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137579412Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3431d249: reopening flushed file at 1732137579422 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ebc670f: reopening flushed file at 1732137579428 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a68ac46: reopening flushed file at 1732137579434 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 531ms, sequenceid=97, compaction requested=false at 1732137579441 (+7 ms)Writing region close event to WAL at 1732137579444 (+3 ms)Closed at 1732137579444 2024-11-20T21:19:39,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39743 is added to blk_1073741830_1006 (size=63666) 2024-11-20T21:19:39,449 INFO [M:0;0b16ab3f13b7:40123 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:19:39,449 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:19:39,449 INFO [M:0;0b16ab3f13b7:40123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40123 2024-11-20T21:19:39,450 INFO [M:0;0b16ab3f13b7:40123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:19:39,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:39,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40123-0x1005f0fb2300003, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:39,553 INFO [M:0;0b16ab3f13b7:40123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:19:39,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f81a6d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:19:39,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70d9f799{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:19:39,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:19:39,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1a24d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:19:39,563 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b384aca{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/hadoop.log.dir/,STOPPED} 2024-11-20T21:19:39,566 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:19:39,566 WARN [BP-309766740-172.17.0.3-1732137564749 heartbeating to localhost/127.0.0.1:42925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:19:39,566 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:19:39,566 WARN [BP-309766740-172.17.0.3-1732137564749 heartbeating to localhost/127.0.0.1:42925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-309766740-172.17.0.3-1732137564749 (Datanode Uuid 9b15bac9-91bb-492a-875a-abf60ec3f594) service to localhost/127.0.0.1:42925 2024-11-20T21:19:39,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/cluster_e82c08c6-e850-65cd-88f3-c12a03aefff3/data/data1/current/BP-309766740-172.17.0.3-1732137564749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:19:39,567 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:19:39,567 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/cluster_e82c08c6-e850-65cd-88f3-c12a03aefff3/data/data2/current/BP-309766740-172.17.0.3-1732137564749 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:19:39,576 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@510f7320{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:19:39,576 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79e27daf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:19:39,576 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:19:39,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@268e84f3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:19:39,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@356a080a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/hadoop.log.dir/,STOPPED} 2024-11-20T21:19:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:19:39,602 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:19:39,602 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:39,602 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:39,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:39,604 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:39,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:39,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:19:39,605 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2041610548, stopped=false 2024-11-20T21:19:39,605 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,43811,1732137561423 2024-11-20T21:19:39,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-572525670/running 2024-11-20T21:19:39,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:39,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-572525670/running 2024-11-20T21:19:39,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:39,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Set watcher on znode that does not yet exist, /0-572525670/running 2024-11-20T21:19:39,616 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:19:39,618 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:39,618 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:39,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:39,619 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,41587,1732137561522' ***** 2024-11-20T21:19:39,619 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:19:39,619 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:19:39,619 INFO [RS:0;0b16ab3f13b7:41587 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:19:39,619 INFO [RS:0;0b16ab3f13b7:41587 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:19:39,619 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:19:39,619 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(3091): Received CLOSE for e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:39,621 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Set watcher on znode that does not yet exist, /0-572525670/running 2024-11-20T21:19:39,624 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(3091): Received CLOSE for 136e61f2c942fb2c10a0cbe19c44aafe 2024-11-20T21:19:39,625 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:39,625 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:19:39,625 INFO [RS:0;0b16ab3f13b7:41587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:41587. 2024-11-20T21:19:39,625 DEBUG [RS:0;0b16ab3f13b7:41587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:39,625 DEBUG [RS:0;0b16ab3f13b7:41587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:39,625 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:19:39,625 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:19:39,625 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:19:39,625 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:19:39,626 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e0b9e228ca09660381297b0ef3edadba, disabling compactions & flushes 2024-11-20T21:19:39,626 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137568744.e0b9e228ca09660381297b0ef3edadba. 2024-11-20T21:19:39,626 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137568744.e0b9e228ca09660381297b0ef3edadba. 2024-11-20T21:19:39,626 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137568744.e0b9e228ca09660381297b0ef3edadba. after waiting 0 ms 2024-11-20T21:19:39,626 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137568744.e0b9e228ca09660381297b0ef3edadba. 2024-11-20T21:19:39,627 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T21:19:39,627 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1325): Online Regions={e0b9e228ca09660381297b0ef3edadba=test,,1732137568744.e0b9e228ca09660381297b0ef3edadba., 1588230740=hbase:meta,,1.1588230740, 136e61f2c942fb2c10a0cbe19c44aafe=hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe.} 2024-11-20T21:19:39,627 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1351): Waiting on 136e61f2c942fb2c10a0cbe19c44aafe, 1588230740, e0b9e228ca09660381297b0ef3edadba 2024-11-20T21:19:39,627 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:19:39,628 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:19:39,628 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:19:39,628 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:19:39,628 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:19:39,628 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T21:19:39,654 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:19:39,655 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/default/test/e0b9e228ca09660381297b0ef3edadba/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:19:39,658 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:19:39,658 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:19:39,658 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137568744.e0b9e228ca09660381297b0ef3edadba. 2024-11-20T21:19:39,658 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e0b9e228ca09660381297b0ef3edadba: Waiting for close lock at 1732137579626Running coprocessor pre-close hooks at 1732137579626Disabling compacts and flushes for region at 1732137579626Disabling writes for close at 1732137579626Writing region close event to WAL at 1732137579641 (+15 ms)Running coprocessor post-close hooks at 1732137579658 (+17 ms)Closed at 1732137579658 2024-11-20T21:19:39,659 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137568744.e0b9e228ca09660381297b0ef3edadba. 2024-11-20T21:19:39,659 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 136e61f2c942fb2c10a0cbe19c44aafe, disabling compactions & flushes 2024-11-20T21:19:39,659 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. 2024-11-20T21:19:39,659 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. 2024-11-20T21:19:39,659 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. after waiting 0 ms 2024-11-20T21:19:39,659 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. 2024-11-20T21:19:39,659 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 136e61f2c942fb2c10a0cbe19c44aafe 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-20T21:19:39,679 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/.tmp/info/30c222e0cdb5456da449ee615a69eb2c is 147, key is hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe./info:regioninfo/1732137572133/Put/seqid=0 2024-11-20T21:19:39,699 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:19:39,699 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:19:39,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741846_1022 (size=7686) 2024-11-20T21:19:39,708 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/replication/136e61f2c942fb2c10a0cbe19c44aafe/.tmp/hfileref/a41b82daa20543ab96cd6213fe6c500a is 74, key is 1/hfileref:06a095f91f664b30981d3bef9b32951f_SeqId_6_/1732137576935/Put/seqid=0 2024-11-20T21:19:39,714 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/.tmp/info/30c222e0cdb5456da449ee615a69eb2c 2024-11-20T21:19:39,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741847_1023 (size=5345) 2024-11-20T21:19:39,747 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/replication/136e61f2c942fb2c10a0cbe19c44aafe/.tmp/hfileref/a41b82daa20543ab96cd6213fe6c500a 2024-11-20T21:19:39,827 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1351): Waiting on 136e61f2c942fb2c10a0cbe19c44aafe, 1588230740 2024-11-20T21:19:39,842 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/.tmp/ns/b3c7c88f846f448080fb309f26997318 is 43, key is default/ns:d/1732137564548/Put/seqid=0 2024-11-20T21:19:39,848 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/replication/136e61f2c942fb2c10a0cbe19c44aafe/.tmp/queue/e7b0924a2c6b44218bdf671e22ef696d is 153, key is 1-0b16ab3f13b7,41587,1732137561522/queue:0b16ab3f13b7%2C41587%2C1732137561522/1732137575193/Put/seqid=0 2024-11-20T21:19:39,865 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 1033, reset compression=false 2024-11-20T21:19:39,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741848_1024 (size=5153) 2024-11-20T21:19:39,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741849_1025 (size=5352) 2024-11-20T21:19:39,883 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/replication/136e61f2c942fb2c10a0cbe19c44aafe/.tmp/queue/e7b0924a2c6b44218bdf671e22ef696d 2024-11-20T21:19:39,884 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:19:39,884 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 1328, reset compression=false 2024-11-20T21:19:39,890 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/replication/136e61f2c942fb2c10a0cbe19c44aafe/.tmp/hfileref/a41b82daa20543ab96cd6213fe6c500a as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/replication/136e61f2c942fb2c10a0cbe19c44aafe/hfileref/a41b82daa20543ab96cd6213fe6c500a 2024-11-20T21:19:39,895 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/replication/136e61f2c942fb2c10a0cbe19c44aafe/hfileref/a41b82daa20543ab96cd6213fe6c500a, entries=4, sequenceid=10, filesize=5.2 K 2024-11-20T21:19:39,896 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/replication/136e61f2c942fb2c10a0cbe19c44aafe/.tmp/queue/e7b0924a2c6b44218bdf671e22ef696d as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/replication/136e61f2c942fb2c10a0cbe19c44aafe/queue/e7b0924a2c6b44218bdf671e22ef696d 2024-11-20T21:19:39,902 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/replication/136e61f2c942fb2c10a0cbe19c44aafe/queue/e7b0924a2c6b44218bdf671e22ef696d, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T21:19:39,903 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 136e61f2c942fb2c10a0cbe19c44aafe in 244ms, sequenceid=10, compaction requested=false 2024-11-20T21:19:39,903 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T21:19:39,918 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/replication/136e61f2c942fb2c10a0cbe19c44aafe/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T21:19:39,918 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:19:39,918 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:19:39,919 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. 2024-11-20T21:19:39,919 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 136e61f2c942fb2c10a0cbe19c44aafe: Waiting for close lock at 1732137579659Running coprocessor pre-close hooks at 1732137579659Disabling compacts and flushes for region at 1732137579659Disabling writes for close at 1732137579659Obtaining lock to block concurrent updates at 1732137579659Preparing flush snapshotting stores in 136e61f2c942fb2c10a0cbe19c44aafe at 1732137579659Finished memstore snapshotting hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732137579660 (+1 ms)Flushing stores of hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. at 1732137579661 (+1 ms)Flushing 136e61f2c942fb2c10a0cbe19c44aafe/hfileref: creating writer at 1732137579661Flushing 136e61f2c942fb2c10a0cbe19c44aafe/hfileref: appending metadata at 1732137579707 (+46 ms)Flushing 136e61f2c942fb2c10a0cbe19c44aafe/hfileref: closing flushed file at 1732137579707Flushing 136e61f2c942fb2c10a0cbe19c44aafe/queue: creating writer at 1732137579775 (+68 ms)Flushing 136e61f2c942fb2c10a0cbe19c44aafe/queue: appending metadata at 1732137579847 (+72 ms)Flushing 136e61f2c942fb2c10a0cbe19c44aafe/queue: closing flushed file at 1732137579847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@534349d0: reopening flushed file at 1732137579889 (+42 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24f9cc2f: reopening flushed file at 1732137579896 (+7 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 136e61f2c942fb2c10a0cbe19c44aafe in 244ms, sequenceid=10, compaction requested=false at 1732137579903 (+7 ms)Writing region close event to WAL at 1732137579913 (+10 ms)Running coprocessor post-close hooks at 1732137579918 (+5 ms)Closed at 1732137579918 2024-11-20T21:19:39,919 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732137571596.136e61f2c942fb2c10a0cbe19c44aafe. 2024-11-20T21:19:39,937 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-20T21:19:39,938 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0b16ab3f13b7:40123 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b16ab3f13b7/172.17.0.3:40123 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:19:39,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 0b16ab3f13b7:40123 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b16ab3f13b7/172.17.0.3:40123 2024-11-20T21:19:40,028 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:19:40,048 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:40,049 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 0b16ab3f13b7:40123 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b16ab3f13b7/172.17.0.3:40123 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:19:40,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=0b16ab3f13b7:40123 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b16ab3f13b7/172.17.0.3:40123 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-20T21:19:40,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 0b16ab3f13b7:40123 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 0b16ab3f13b7/172.17.0.3:40123 2024-11-20T21:19:40,090 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 1328, reset compression=false 2024-11-20T21:19:40,228 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:19:40,258 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:40,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0b16ab3f13b7:40123 this server is in the failed servers list 2024-11-20T21:19:40,259 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0b16ab3f13b7:40123 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:19:40,272 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/.tmp/ns/b3c7c88f846f448080fb309f26997318 2024-11-20T21:19:40,307 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/.tmp/rep_barrier/bd38cf4c0ba14faa821583ee714fb467 is 112, key is test,,1732137568744.e0b9e228ca09660381297b0ef3edadba./rep_barrier:seqnumDuringOpen/1732137569275/Put/seqid=0 2024-11-20T21:19:40,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741850_1026 (size=5518) 2024-11-20T21:19:40,395 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 1328, reset compression=false 2024-11-20T21:19:40,428 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:19:40,567 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:40,568 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0b16ab3f13b7:40123 this server is in the failed servers list 2024-11-20T21:19:40,568 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0b16ab3f13b7:40123 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:19:40,628 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:19:40,628 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:19:40,629 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:19:40,725 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/.tmp/rep_barrier/bd38cf4c0ba14faa821583ee714fb467 2024-11-20T21:19:40,777 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/.tmp/table/9d0ddf57037e46b4afc534ac67953c49 is 53, key is hbase:replication/table:state/1732137572166/Put/seqid=0 2024-11-20T21:19:40,802 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 1328, reset compression=false 2024-11-20T21:19:40,829 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:19:40,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741851_1027 (size=5308) 2024-11-20T21:19:41,029 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:19:41,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:41,078 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 0b16ab3f13b7:40123 this server is in the failed servers list 2024-11-20T21:19:41,079 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 0b16ab3f13b7:40123 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:19:41,229 DEBUG [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:19:41,245 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/.tmp/table/9d0ddf57037e46b4afc534ac67953c49 2024-11-20T21:19:41,255 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/.tmp/info/30c222e0cdb5456da449ee615a69eb2c as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/info/30c222e0cdb5456da449ee615a69eb2c 2024-11-20T21:19:41,261 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/info/30c222e0cdb5456da449ee615a69eb2c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T21:19:41,263 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/.tmp/ns/b3c7c88f846f448080fb309f26997318 as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/ns/b3c7c88f846f448080fb309f26997318 2024-11-20T21:19:41,278 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/ns/b3c7c88f846f448080fb309f26997318, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T21:19:41,279 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/.tmp/rep_barrier/bd38cf4c0ba14faa821583ee714fb467 as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/rep_barrier/bd38cf4c0ba14faa821583ee714fb467 2024-11-20T21:19:41,288 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/rep_barrier/bd38cf4c0ba14faa821583ee714fb467, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T21:19:41,289 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/.tmp/table/9d0ddf57037e46b4afc534ac67953c49 as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/table/9d0ddf57037e46b4afc534ac67953c49 2024-11-20T21:19:41,298 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/table/9d0ddf57037e46b4afc534ac67953c49, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T21:19:41,300 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1671ms, sequenceid=16, compaction requested=false 2024-11-20T21:19:41,300 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:19:41,328 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.1732137563857 to pos 1328, reset compression=false 2024-11-20T21:19:41,365 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T21:19:41,366 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:19:41,366 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:19:41,367 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:41,367 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137579627Running coprocessor pre-close hooks at 1732137579627Disabling compacts and flushes for region at 1732137579627Disabling writes for close at 1732137579628 (+1 ms)Obtaining lock to block concurrent updates at 1732137579628Preparing flush snapshotting stores in 1588230740 at 1732137579628Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732137579629 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732137579629Flushing 1588230740/info: creating writer at 1732137579630 (+1 ms)Flushing 1588230740/info: appending metadata at 1732137579679 (+49 ms)Flushing 1588230740/info: closing flushed file at 1732137579679Flushing 1588230740/ns: creating writer at 1732137579742 (+63 ms)Flushing 1588230740/ns: appending metadata at 1732137579841 (+99 ms)Flushing 1588230740/ns: closing flushed file at 1732137579842 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1732137580279 (+437 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732137580306 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732137580307 (+1 ms)Flushing 1588230740/table: creating writer at 1732137580740 (+433 ms)Flushing 1588230740/table: appending metadata at 1732137580776 (+36 ms)Flushing 1588230740/table: closing flushed file at 1732137580776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d431c0b: reopening flushed file at 1732137581253 (+477 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43bd7ff6: reopening flushed file at 1732137581262 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@423bb022: reopening flushed file at 1732137581278 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@238c355e: reopening flushed file at 1732137581288 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1671ms, sequenceid=16, compaction requested=false at 1732137581300 (+12 ms)Writing region close event to WAL at 1732137581349 (+49 ms)Running coprocessor post-close hooks at 1732137581366 (+17 ms)Closed at 1732137581366 2024-11-20T21:19:41,367 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:41,429 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,41587,1732137561522; all regions closed. 2024-11-20T21:19:41,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741834_1010 (size=4239) 2024-11-20T21:19:41,443 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/WALs/0b16ab3f13b7,41587,1732137561522/0b16ab3f13b7%2C41587%2C1732137561522.meta.1732137564380.meta not finished, retry = 0 2024-11-20T21:19:41,557 DEBUG [RS:0;0b16ab3f13b7:41587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/oldWALs 2024-11-20T21:19:41,557 INFO [RS:0;0b16ab3f13b7:41587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C41587%2C1732137561522.meta:.meta(num 1732137564380) 2024-11-20T21:19:41,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741839_1015 (size=2695) 2024-11-20T21:19:41,594 DEBUG [RS:0;0b16ab3f13b7:41587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/oldWALs 2024-11-20T21:19:41,594 INFO [RS:0;0b16ab3f13b7:41587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C41587%2C1732137561522.rep:(num 1732137572046) 2024-11-20T21:19:41,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741832_1008 (size=1336) 2024-11-20T21:19:41,614 DEBUG [RS:0;0b16ab3f13b7:41587 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/oldWALs 2024-11-20T21:19:41,614 INFO [RS:0;0b16ab3f13b7:41587 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C41587%2C1732137561522:(num 1732137563857) 2024-11-20T21:19:41,614 DEBUG [RS:0;0b16ab3f13b7:41587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:41,614 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:19:41,614 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:19:41,615 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:19:41,615 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:19:41,615 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:19:41,615 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,41587,1732137561522 because: Region server is closing 2024-11-20T21:19:41,615 INFO [RS:0;0b16ab3f13b7:41587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:41587. 2024-11-20T21:19:41,615 DEBUG [RS:0;0b16ab3f13b7:41587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:41,615 DEBUG [RS:0;0b16ab3f13b7:41587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:41,616 DEBUG [RS:0;0b16ab3f13b7:41587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:41,616 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:41,716 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.wal-reader.0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T21:19:41,716 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-20T21:19:41,716 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-20T21:19:41,716 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-20T21:19:42,097 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:42,098 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:19:42,101 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:19:42,417 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,41587,1732137561522.replicationSource.shipper0b16ab3f13b7%2C41587%2C1732137561522,1-0b16ab3f13b7,41587,1732137561522 terminated 2024-11-20T21:19:42,418 INFO [RS:0;0b16ab3f13b7:41587 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:41587. 2024-11-20T21:19:42,418 DEBUG [RS:0;0b16ab3f13b7:41587 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:42,418 DEBUG [RS:0;0b16ab3f13b7:41587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:42,418 DEBUG [RS:0;0b16ab3f13b7:41587 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:42,418 INFO [RS:0;0b16ab3f13b7:41587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41587 2024-11-20T21:19:42,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670/rs 2024-11-20T21:19:42,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-572525670/rs/0b16ab3f13b7,41587,1732137561522 2024-11-20T21:19:42,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:42,424 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:19:42,425 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,41587,1732137561522] 2024-11-20T21:19:42,427 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-572525670/draining/0b16ab3f13b7,41587,1732137561522 already deleted, retry=false 2024-11-20T21:19:42,427 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,41587,1732137561522 expired; onlineServers=0 2024-11-20T21:19:42,427 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,43811,1732137561423' ***** 2024-11-20T21:19:42,427 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:19:42,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-572525670/master 2024-11-20T21:19:42,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-572525670 2024-11-20T21:19:42,430 INFO [M:0;0b16ab3f13b7:43811 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:19:42,430 INFO [M:0;0b16ab3f13b7:43811 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:19:42,430 DEBUG [M:0;0b16ab3f13b7:43811 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:19:42,431 DEBUG [M:0;0b16ab3f13b7:43811 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:19:42,431 INFO [M:0;0b16ab3f13b7:43811 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:19:42,431 INFO [M:0;0b16ab3f13b7:43811 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:19:42,431 DEBUG [M:0;0b16ab3f13b7:43811 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:19:42,431 INFO [M:0;0b16ab3f13b7:43811 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:19:42,431 INFO [M:0;0b16ab3f13b7:43811 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:19:42,431 INFO [M:0;0b16ab3f13b7:43811 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:19:42,431 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:19:42,431 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137563485 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137563485,5,FailOnTimeoutGroup] 2024-11-20T21:19:42,433 DEBUG [M:0;0b16ab3f13b7:43811 {}] zookeeper.ZKUtil(347): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Unable to get data of znode /0-572525670/master because node does not exist (not an error) 2024-11-20T21:19:42,433 WARN [M:0;0b16ab3f13b7:43811 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:19:42,435 INFO [M:0;0b16ab3f13b7:43811 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/.lastflushedseqids 2024-11-20T21:19:42,435 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:19:42,435 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137563485 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137563485,5,FailOnTimeoutGroup] 2024-11-20T21:19:42,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741852_1028 (size=263) 2024-11-20T21:19:42,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:42,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41587-0x1005f0fb2300001, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:42,527 INFO [RS:0;0b16ab3f13b7:41587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:19:42,527 INFO [RS:0;0b16ab3f13b7:41587 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,41587,1732137561522; zookeeper connection closed. 2024-11-20T21:19:42,527 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c5d68ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c5d68ca 2024-11-20T21:19:42,527 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:19:42,848 INFO [M:0;0b16ab3f13b7:43811 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:19:42,849 INFO [M:0;0b16ab3f13b7:43811 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:19:42,849 DEBUG [M:0;0b16ab3f13b7:43811 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:19:42,849 INFO [M:0;0b16ab3f13b7:43811 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:42,849 DEBUG [M:0;0b16ab3f13b7:43811 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:42,849 DEBUG [M:0;0b16ab3f13b7:43811 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:19:42,849 DEBUG [M:0;0b16ab3f13b7:43811 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:42,849 INFO [M:0;0b16ab3f13b7:43811 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T21:19:42,874 DEBUG [M:0;0b16ab3f13b7:43811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da71b8bbea1545fc8258f282272b7904 is 82, key is hbase:meta,,1/info:regioninfo/1732137564523/Put/seqid=0 2024-11-20T21:19:42,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741853_1029 (size=5672) 2024-11-20T21:19:43,283 INFO [M:0;0b16ab3f13b7:43811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da71b8bbea1545fc8258f282272b7904 2024-11-20T21:19:43,337 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:19:43,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:43,398 DEBUG [M:0;0b16ab3f13b7:43811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58a9c0b885b54eb69407c6e836fd14e8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732137572174/Put/seqid=0 2024-11-20T21:19:43,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:43,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:43,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:43,408 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:43,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:43,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:43,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:43,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:43,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741854_1030 (size=8517) 2024-11-20T21:19:43,447 INFO [M:0;0b16ab3f13b7:43811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58a9c0b885b54eb69407c6e836fd14e8 2024-11-20T21:19:43,482 DEBUG [M:0;0b16ab3f13b7:43811 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ad14ed5a2784425b2e87d3a5746675f is 69, key is 0b16ab3f13b7,41587,1732137561522/rs:state/1732137563591/Put/seqid=0 2024-11-20T21:19:43,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741855_1031 (size=5156) 2024-11-20T21:19:43,505 INFO [M:0;0b16ab3f13b7:43811 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ad14ed5a2784425b2e87d3a5746675f 2024-11-20T21:19:43,512 DEBUG [M:0;0b16ab3f13b7:43811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/da71b8bbea1545fc8258f282272b7904 as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da71b8bbea1545fc8258f282272b7904 2024-11-20T21:19:43,518 INFO [M:0;0b16ab3f13b7:43811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/da71b8bbea1545fc8258f282272b7904, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T21:19:43,519 DEBUG [M:0;0b16ab3f13b7:43811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/58a9c0b885b54eb69407c6e836fd14e8 as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58a9c0b885b54eb69407c6e836fd14e8 2024-11-20T21:19:43,526 INFO [M:0;0b16ab3f13b7:43811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/58a9c0b885b54eb69407c6e836fd14e8, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T21:19:43,528 DEBUG [M:0;0b16ab3f13b7:43811 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7ad14ed5a2784425b2e87d3a5746675f as hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ad14ed5a2784425b2e87d3a5746675f 2024-11-20T21:19:43,535 INFO [M:0;0b16ab3f13b7:43811 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40337/user/jenkins/test-data/630dcd19-0556-04b0-d7e5-b170d7cd483b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7ad14ed5a2784425b2e87d3a5746675f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T21:19:43,536 INFO [M:0;0b16ab3f13b7:43811 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 687ms, sequenceid=97, compaction requested=false 2024-11-20T21:19:43,547 INFO [M:0;0b16ab3f13b7:43811 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:43,547 DEBUG [M:0;0b16ab3f13b7:43811 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137582849Disabling compacts and flushes for region at 1732137582849Disabling writes for close at 1732137582849Obtaining lock to block concurrent updates at 1732137582849Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137582849Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732137582849Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137582850 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137582850Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137582873 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137582873Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137583318 (+445 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137583397 (+79 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137583397Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137583461 (+64 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137583481 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137583481Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ed658f: reopening flushed file at 1732137583510 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68e43c30: reopening flushed file at 1732137583518 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc240f7: reopening flushed file at 1732137583527 (+9 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 687ms, sequenceid=97, compaction requested=false at 1732137583536 (+9 ms)Writing region close event to WAL at 1732137583546 (+10 ms)Closed at 1732137583546 2024-11-20T21:19:43,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741830_1006 (size=63666) 2024-11-20T21:19:43,573 INFO [M:0;0b16ab3f13b7:43811 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:19:43,573 INFO [M:0;0b16ab3f13b7:43811 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43811 2024-11-20T21:19:43,574 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:19:43,574 INFO [M:0;0b16ab3f13b7:43811 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:19:43,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:43,677 INFO [M:0;0b16ab3f13b7:43811 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:19:43,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43811-0x1005f0fb2300000, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:19:43,682 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@702d0e1c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:19:43,682 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@464459b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:19:43,683 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:19:43,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ecea2b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:19:43,683 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4abb186f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/hadoop.log.dir/,STOPPED} 2024-11-20T21:19:43,686 WARN [BP-44692425-172.17.0.3-1732137559992 heartbeating to localhost/127.0.0.1:40337 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:19:43,686 WARN [BP-44692425-172.17.0.3-1732137559992 heartbeating to localhost/127.0.0.1:40337 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-44692425-172.17.0.3-1732137559992 (Datanode Uuid 35e13e8b-0e41-4cd2-ba76-4ac82e180a07) service to localhost/127.0.0.1:40337 2024-11-20T21:19:43,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/cluster_1b713280-c868-583b-5ca9-e1eb88b31d91/data/data2/current/BP-44692425-172.17.0.3-1732137559992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:19:43,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/cluster_1b713280-c868-583b-5ca9-e1eb88b31d91/data/data1/current/BP-44692425-172.17.0.3-1732137559992 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:19:43,688 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:19:43,688 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:19:43,689 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:19:43,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72f0a085{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:19:43,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:19:43,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:19:43,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:19:43,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/342adb38-de91-d884-41da-c4844b37013d/hadoop.log.dir/,STOPPED} 2024-11-20T21:19:43,708 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:19:43,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:19:43,733 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=247 (was 209) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40337 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42925 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42925 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40337 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42925 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40337 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50758) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40337 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:40337 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40337 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50758) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) - Thread LEAK? -, OpenFileDescriptor=621 (was 582) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=765 (was 591) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=950 (was 527) - AvailableMemoryMB LEAK? - 2024-11-20T21:19:43,745 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=247, OpenFileDescriptor=621, MaxFileDescriptor=1048576, SystemLoadAverage=765, ProcessCount=11, AvailableMemoryMB=950 2024-11-20T21:19:43,765 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-20T21:19:43,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/hadoop.log.dir so I do NOT create it in target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0 2024-11-20T21:19:43,766 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:19:43,766 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/hadoop.tmp.dir so I do NOT create it in target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0 2024-11-20T21:19:43,766 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebb235ea-55c1-4c82-40b9-3d9e9319d6b4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:19:43,766 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0 2024-11-20T21:19:43,766 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/cluster_5fe01477-ce9e-ec0a-eaac-96ee418d382a, deleteOnExit=true 2024-11-20T21:19:43,778 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/cluster_5fe01477-ce9e-ec0a-eaac-96ee418d382a/zookeeper_0, clientPort=62856, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/cluster_5fe01477-ce9e-ec0a-eaac-96ee418d382a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/cluster_5fe01477-ce9e-ec0a-eaac-96ee418d382a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:19:43,779 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62856 2024-11-20T21:19:43,779 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:19:43,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:19:43,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/test.cache.data in system properties and HBase conf 2024-11-20T21:19:43,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:19:43,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:19:43,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:19:43,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:19:43,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:19:43,780 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:19:43,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:19:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:19:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:19:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:19:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:19:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:19:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:19:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:19:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:19:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:19:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:19:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:19:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:19:43,781 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:19:43,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1005f0fb2300005, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:19:43,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1005f0fb2300002, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:19:43,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1005f0fb2300005, quorum=127.0.0.1:50758, baseZNode=/11988347194 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:19:43,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1005f0fb2300002, quorum=127.0.0.1:50758, baseZNode=/0-572525670 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:19:43,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:43,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:19:43,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:19:43,951 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:19:43,951 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:19:43,952 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:43,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d34f368{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:19:43,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a2ae49e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:19:44,117 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:44,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f020d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/java.io.tmpdir/jetty-localhost-37411-hadoop-hdfs-3_4_1-tests_jar-_-any-3189385800329841000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:19:44,118 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:19:44,118 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4181 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:19:44,119 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@a685939{HTTP/1.1, (http/1.1)}{localhost:37411} 2024-11-20T21:19:44,119 INFO [Time-limited test {}] server.Server(415): Started @174227ms 2024-11-20T21:19:44,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:44,587 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:19:44,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:19:44,599 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:19:44,599 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:19:44,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c12be5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:19:44,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d3e9992{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:19:44,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12b0a9aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/java.io.tmpdir/jetty-localhost-33289-hadoop-hdfs-3_4_1-tests_jar-_-any-1361692344500837835/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:19:44,804 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66baa053{HTTP/1.1, (http/1.1)}{localhost:33289} 2024-11-20T21:19:44,804 INFO [Time-limited test {}] server.Server(415): Started @174912ms 2024-11-20T21:19:44,806 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:19:44,957 WARN [Thread-2132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/cluster_5fe01477-ce9e-ec0a-eaac-96ee418d382a/data/data1/current/BP-372142392-172.17.0.3-1732137583839/current, will proceed with Du for space computation calculation, 2024-11-20T21:19:44,957 WARN [Thread-2133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/cluster_5fe01477-ce9e-ec0a-eaac-96ee418d382a/data/data2/current/BP-372142392-172.17.0.3-1732137583839/current, will proceed with Du for space computation calculation, 2024-11-20T21:19:44,986 WARN [Thread-2120 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:19:44,998 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x472337a3151a52a5 with lease ID 0xdd64981a61baf64: Processing first storage report for DS-48563faa-3070-40f9-85d9-165b71cf8413 from datanode DatanodeRegistration(127.0.0.1:45579, datanodeUuid=6ff308ed-7c3f-41e2-9c67-f341b3249c02, infoPort=45893, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=1123851165;c=1732137583839) 2024-11-20T21:19:44,998 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x472337a3151a52a5 with lease ID 0xdd64981a61baf64: from storage DS-48563faa-3070-40f9-85d9-165b71cf8413 node DatanodeRegistration(127.0.0.1:45579, datanodeUuid=6ff308ed-7c3f-41e2-9c67-f341b3249c02, infoPort=45893, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=1123851165;c=1732137583839), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:19:44,998 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x472337a3151a52a5 with lease ID 0xdd64981a61baf64: Processing first storage report for DS-aa0ea4ef-54de-48cb-9605-a14dd19728de from datanode DatanodeRegistration(127.0.0.1:45579, datanodeUuid=6ff308ed-7c3f-41e2-9c67-f341b3249c02, infoPort=45893, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=1123851165;c=1732137583839) 2024-11-20T21:19:44,998 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x472337a3151a52a5 with lease ID 0xdd64981a61baf64: from storage DS-aa0ea4ef-54de-48cb-9605-a14dd19728de node DatanodeRegistration(127.0.0.1:45579, datanodeUuid=6ff308ed-7c3f-41e2-9c67-f341b3249c02, infoPort=45893, infoSecurePort=0, ipcPort=33401, storageInfo=lv=-57;cid=testClusterID;nsid=1123851165;c=1732137583839), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:19:45,088 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0 2024-11-20T21:19:45,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:45,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:45,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:19:45,118 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d with version=8 2024-11-20T21:19:45,118 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/hbase-staging 2024-11-20T21:19:45,121 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:19:45,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:45,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:45,121 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:19:45,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:45,121 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:19:45,121 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:19:45,122 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:19:45,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43253 2024-11-20T21:19:45,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43253 connecting to ZooKeeper ensemble=127.0.0.1:62856 2024-11-20T21:19:45,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432530x0, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:45,141 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43253-0x1005f100f3e0000 connected 2024-11-20T21:19:45,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:45,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:45,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Set watcher on znode that does not yet exist, /01812756785/running 2024-11-20T21:19:45,193 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d, hbase.cluster.distributed=false 2024-11-20T21:19:45,195 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Set watcher on znode that does not yet exist, /01812756785/acl 2024-11-20T21:19:45,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-20T21:19:45,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43253 2024-11-20T21:19:45,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43253 2024-11-20T21:19:45,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-20T21:19:45,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43253 2024-11-20T21:19:45,240 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:19:45,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:45,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:45,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:19:45,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:45,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:19:45,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:19:45,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:19:45,248 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46877 2024-11-20T21:19:45,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46877 connecting to ZooKeeper ensemble=127.0.0.1:62856 2024-11-20T21:19:45,251 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:45,253 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:45,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468770x0, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:45,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468770x0, quorum=127.0.0.1:62856, baseZNode=/01812756785 Set watcher on znode that does not yet exist, /01812756785/running 2024-11-20T21:19:45,259 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:19:45,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46877-0x1005f100f3e0001 connected 2024-11-20T21:19:45,268 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:19:45,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Set watcher on znode that does not yet exist, /01812756785/master 2024-11-20T21:19:45,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Set watcher on znode that does not yet exist, /01812756785/acl 2024-11-20T21:19:45,282 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-20T21:19:45,284 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46877 2024-11-20T21:19:45,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46877 2024-11-20T21:19:45,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-20T21:19:45,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46877 2024-11-20T21:19:45,341 DEBUG [M:0;0b16ab3f13b7:43253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:43253 2024-11-20T21:19:45,345 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01812756785/backup-masters/0b16ab3f13b7,43253,1732137585121 2024-11-20T21:19:45,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785/backup-masters 2024-11-20T21:19:45,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785/backup-masters 2024-11-20T21:19:45,351 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Set watcher on existing znode=/01812756785/backup-masters/0b16ab3f13b7,43253,1732137585121 2024-11-20T21:19:45,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:19:45,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01812756785/master 2024-11-20T21:19:45,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:19:45,353 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Set watcher on existing znode=/01812756785/master 2024-11-20T21:19:45,354 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01812756785/backup-masters/0b16ab3f13b7,43253,1732137585121 from backup master directory 2024-11-20T21:19:45,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785/backup-masters 2024-11-20T21:19:45,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01812756785/backup-masters/0b16ab3f13b7,43253,1732137585121 2024-11-20T21:19:45,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785/backup-masters 2024-11-20T21:19:45,357 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:19:45,357 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,43253,1732137585121 2024-11-20T21:19:45,362 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/hbase.id] with ID: 85eab280-4009-48e0-a794-20a249e9057f 2024-11-20T21:19:45,362 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/.tmp/hbase.id 2024-11-20T21:19:45,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:19:45,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:19:45,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:19:45,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T21:19:45,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T21:19:45,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T21:19:45,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:19:45,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:19:45,779 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/.tmp/hbase.id]:[hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/hbase.id] 2024-11-20T21:19:45,792 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:45,792 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:19:45,793 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:19:45,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:19:45,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:19:45,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:19:46,237 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:46,238 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:19:46,239 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:46,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:19:46,650 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store 2024-11-20T21:19:46,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:19:47,068 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:47,068 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:19:47,068 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:47,068 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:47,068 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:19:47,068 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:47,068 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:47,068 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137587068Disabling compacts and flushes for region at 1732137587068Disabling writes for close at 1732137587068Writing region close event to WAL at 1732137587068Closed at 1732137587068 2024-11-20T21:19:47,069 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/.initializing 2024-11-20T21:19:47,070 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/WALs/0b16ab3f13b7,43253,1732137585121 2024-11-20T21:19:47,071 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:19:47,072 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C43253%2C1732137585121, suffix=, logDir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/WALs/0b16ab3f13b7,43253,1732137585121, archiveDir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/oldWALs, maxLogs=10 2024-11-20T21:19:47,086 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/WALs/0b16ab3f13b7,43253,1732137585121/0b16ab3f13b7%2C43253%2C1732137585121.1732137587072, exclude list is [], retry=0 2024-11-20T21:19:47,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45579,DS-48563faa-3070-40f9-85d9-165b71cf8413,DISK] 2024-11-20T21:19:47,091 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/WALs/0b16ab3f13b7,43253,1732137585121/0b16ab3f13b7%2C43253%2C1732137585121.1732137587072 2024-11-20T21:19:47,091 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-11-20T21:19:47,092 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:47,092 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:47,092 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:47,092 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:47,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:47,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:19:47,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:47,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:47,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:47,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:19:47,096 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:47,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:47,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:47,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:19:47,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:47,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:47,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:47,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:19:47,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:47,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:47,100 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:47,101 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:47,101 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:47,102 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:47,102 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:47,102 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:47,103 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:47,105 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:47,106 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59431841, jitterRate=-0.11439655721187592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:47,107 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137587092Initializing all the Stores at 1732137587093 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137587093Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137587093Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137587093Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137587093Cleaning up temporary data from old regions at 1732137587102 (+9 ms)Region opened successfully at 1732137587106 (+4 ms) 2024-11-20T21:19:47,107 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:19:47,110 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25ac0206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:19:47,111 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:19:47,111 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:19:47,111 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:19:47,111 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:19:47,112 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:19:47,112 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:19:47,112 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:19:47,118 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:19:47,119 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Unable to get data of znode /01812756785/balancer because node does not exist (not necessarily an error) 2024-11-20T21:19:47,120 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01812756785/balancer already deleted, retry=false 2024-11-20T21:19:47,121 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:19:47,121 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Unable to get data of znode /01812756785/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:19:47,122 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01812756785/normalizer already deleted, retry=false 2024-11-20T21:19:47,123 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:19:47,124 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Unable to get data of znode /01812756785/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:19:47,126 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01812756785/switch/split already deleted, retry=false 2024-11-20T21:19:47,126 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Unable to get data of znode /01812756785/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:19:47,128 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01812756785/switch/merge already deleted, retry=false 2024-11-20T21:19:47,130 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Unable to get data of znode /01812756785/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:19:47,131 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01812756785/snapshot-cleanup already deleted, retry=false 2024-11-20T21:19:47,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01812756785/running 2024-11-20T21:19:47,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:19:47,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01812756785/running 2024-11-20T21:19:47,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:19:47,133 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,43253,1732137585121, sessionid=0x1005f100f3e0000, setting cluster-up flag (Was=false) 2024-11-20T21:19:47,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:19:47,140 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01812756785/flush-table-proc/acquired, /01812756785/flush-table-proc/reached, /01812756785/flush-table-proc/abort 2024-11-20T21:19:47,141 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,43253,1732137585121 2024-11-20T21:19:47,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:19:47,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:19:47,148 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01812756785/online-snapshot/acquired, /01812756785/online-snapshot/reached, /01812756785/online-snapshot/abort 2024-11-20T21:19:47,149 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,43253,1732137585121 2024-11-20T21:19:47,151 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:19:47,152 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:47,152 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:19:47,153 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:19:47,153 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,43253,1732137585121 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:19:47,154 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:47,154 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:47,154 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:47,154 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:47,154 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:19:47,154 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:47,154 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:19:47,154 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:47,156 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:47,156 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:19:47,157 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:47,157 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:19:47,160 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137617160 2024-11-20T21:19:47,161 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:19:47,161 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:19:47,161 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:19:47,161 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:19:47,161 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:19:47,161 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:19:47,165 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:47,165 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:19:47,166 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:19:47,166 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:19:47,166 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:19:47,167 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:19:47,167 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:19:47,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:19:47,168 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137587167,5,FailOnTimeoutGroup] 2024-11-20T21:19:47,172 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137587168,5,FailOnTimeoutGroup] 2024-11-20T21:19:47,172 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:47,173 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:19:47,173 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:47,173 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:47,231 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(746): ClusterId : 85eab280-4009-48e0-a794-20a249e9057f 2024-11-20T21:19:47,231 DEBUG [RS:0;0b16ab3f13b7:46877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:19:47,239 DEBUG [RS:0;0b16ab3f13b7:46877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:19:47,239 DEBUG [RS:0;0b16ab3f13b7:46877 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:19:47,250 DEBUG [RS:0;0b16ab3f13b7:46877 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:19:47,250 DEBUG [RS:0;0b16ab3f13b7:46877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790007f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:19:47,271 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:46877 2024-11-20T21:19:47,271 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:19:47,271 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:19:47,271 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:19:47,272 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,43253,1732137585121 with port=46877, startcode=1732137585239 2024-11-20T21:19:47,273 DEBUG [RS:0;0b16ab3f13b7:46877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:19:47,277 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51867, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:19:47,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43253 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,46877,1732137585239 2024-11-20T21:19:47,277 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43253 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,46877,1732137585239 2024-11-20T21:19:47,279 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d 2024-11-20T21:19:47,280 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35305 2024-11-20T21:19:47,280 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:19:47,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785/rs 2024-11-20T21:19:47,283 DEBUG [RS:0;0b16ab3f13b7:46877 {}] zookeeper.ZKUtil(111): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Set watcher on existing znode=/01812756785/rs/0b16ab3f13b7,46877,1732137585239 2024-11-20T21:19:47,283 WARN [RS:0;0b16ab3f13b7:46877 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:19:47,283 INFO [RS:0;0b16ab3f13b7:46877 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:47,283 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239 2024-11-20T21:19:47,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,46877,1732137585239] 2024-11-20T21:19:47,304 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:19:47,313 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:19:47,314 INFO [RS:0;0b16ab3f13b7:46877 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:19:47,314 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:47,320 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:19:47,323 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:19:47,323 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:47,323 DEBUG [RS:0;0b16ab3f13b7:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:47,323 DEBUG [RS:0;0b16ab3f13b7:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:47,323 DEBUG [RS:0;0b16ab3f13b7:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:47,323 DEBUG [RS:0;0b16ab3f13b7:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:47,323 DEBUG [RS:0;0b16ab3f13b7:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:47,323 DEBUG [RS:0;0b16ab3f13b7:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:19:47,323 DEBUG [RS:0;0b16ab3f13b7:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:47,323 DEBUG [RS:0;0b16ab3f13b7:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:47,323 DEBUG [RS:0;0b16ab3f13b7:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:47,323 DEBUG [RS:0;0b16ab3f13b7:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:47,323 DEBUG [RS:0;0b16ab3f13b7:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:47,323 DEBUG [RS:0;0b16ab3f13b7:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:47,323 DEBUG [RS:0;0b16ab3f13b7:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:19:47,323 DEBUG [RS:0;0b16ab3f13b7:46877 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:19:47,327 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:47,327 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:47,327 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:47,327 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:47,327 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:47,327 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,46877,1732137585239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:19:47,352 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:19:47,352 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,46877,1732137585239-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:47,352 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:47,352 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.Replication(171): 0b16ab3f13b7,46877,1732137585239 started 2024-11-20T21:19:47,375 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:47,375 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,46877,1732137585239, RpcServer on 0b16ab3f13b7/172.17.0.3:46877, sessionid=0x1005f100f3e0001 2024-11-20T21:19:47,375 DEBUG [RS:0;0b16ab3f13b7:46877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:19:47,375 DEBUG [RS:0;0b16ab3f13b7:46877 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,46877,1732137585239 2024-11-20T21:19:47,375 DEBUG [RS:0;0b16ab3f13b7:46877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,46877,1732137585239' 2024-11-20T21:19:47,375 DEBUG [RS:0;0b16ab3f13b7:46877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01812756785/flush-table-proc/abort' 2024-11-20T21:19:47,381 DEBUG [RS:0;0b16ab3f13b7:46877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01812756785/flush-table-proc/acquired' 2024-11-20T21:19:47,385 DEBUG [RS:0;0b16ab3f13b7:46877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:19:47,385 DEBUG [RS:0;0b16ab3f13b7:46877 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:19:47,385 DEBUG [RS:0;0b16ab3f13b7:46877 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,46877,1732137585239 2024-11-20T21:19:47,385 DEBUG [RS:0;0b16ab3f13b7:46877 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,46877,1732137585239' 2024-11-20T21:19:47,385 DEBUG [RS:0;0b16ab3f13b7:46877 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01812756785/online-snapshot/abort' 2024-11-20T21:19:47,386 DEBUG [RS:0;0b16ab3f13b7:46877 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01812756785/online-snapshot/acquired' 2024-11-20T21:19:47,386 DEBUG [RS:0;0b16ab3f13b7:46877 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:19:47,386 INFO [RS:0;0b16ab3f13b7:46877 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:19:47,386 INFO [RS:0;0b16ab3f13b7:46877 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:19:47,488 INFO [RS:0;0b16ab3f13b7:46877 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:19:47,498 INFO [RS:0;0b16ab3f13b7:46877 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C46877%2C1732137585239, suffix=, logDir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239, archiveDir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/oldWALs, maxLogs=10 2024-11-20T21:19:47,523 DEBUG [RS:0;0b16ab3f13b7:46877 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499, exclude list is [], retry=0 2024-11-20T21:19:47,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45579,DS-48563faa-3070-40f9-85d9-165b71cf8413,DISK] 2024-11-20T21:19:47,550 INFO [RS:0;0b16ab3f13b7:46877 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 2024-11-20T21:19:47,557 DEBUG [RS:0;0b16ab3f13b7:46877 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-11-20T21:19:47,570 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:19:47,570 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d 2024-11-20T21:19:47,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:19:47,589 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:47,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:19:47,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:19:47,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:47,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:47,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:19:47,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:19:47,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:47,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:47,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:19:47,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:19:47,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:47,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:47,605 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:19:47,606 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:19:47,606 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:47,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:47,610 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:19:47,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740 2024-11-20T21:19:47,611 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740 2024-11-20T21:19:47,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:19:47,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:19:47,613 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:47,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:19:47,617 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:47,617 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73235529, jitterRate=0.09129442274570465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:47,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137587589Initializing all the Stores at 1732137587590 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137587590Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137587590Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137587590Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137587590Cleaning up temporary data from old regions at 1732137587613 (+23 ms)Region opened successfully at 1732137587618 (+5 ms) 2024-11-20T21:19:47,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:19:47,618 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:19:47,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:19:47,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:19:47,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:19:47,619 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:47,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137587618Disabling compacts and flushes for region at 1732137587618Disabling writes for close at 1732137587618Writing region close event to WAL at 1732137587619 (+1 ms)Closed at 1732137587619 2024-11-20T21:19:47,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:47,620 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:19:47,620 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:19:47,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:19:47,623 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:19:47,774 DEBUG [0b16ab3f13b7:43253 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:19:47,774 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,46877,1732137585239 2024-11-20T21:19:47,776 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,46877,1732137585239, state=OPENING 2024-11-20T21:19:47,778 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:19:47,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:19:47,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01812756785/meta-region-server: CHANGED 2024-11-20T21:19:47,781 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:19:47,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,46877,1732137585239}] 2024-11-20T21:19:47,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:19:47,789 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01812756785/meta-region-server: CHANGED 2024-11-20T21:19:47,937 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:19:47,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:19:47,973 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:19:47,973 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:47,973 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:19:47,981 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C46877%2C1732137585239.meta, suffix=.meta, logDir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239, archiveDir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/oldWALs, maxLogs=10 2024-11-20T21:19:48,009 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.meta.1732137587982.meta, exclude list is [], retry=0 2024-11-20T21:19:48,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45579,DS-48563faa-3070-40f9-85d9-165b71cf8413,DISK] 2024-11-20T21:19:48,049 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.meta.1732137587982.meta 2024-11-20T21:19:48,078 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-11-20T21:19:48,078 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:48,079 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:48,079 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:19:48,079 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:19:48,079 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:19:48,079 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:19:48,079 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:48,080 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:19:48,080 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:19:48,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:19:48,100 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:19:48,100 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:48,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:48,101 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:19:48,103 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:19:48,103 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:48,103 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:48,104 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:19:48,104 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:19:48,105 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:48,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:48,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:19:48,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:19:48,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:48,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:48,119 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:19:48,121 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740 2024-11-20T21:19:48,128 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740 2024-11-20T21:19:48,133 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:19:48,133 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:19:48,137 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:48,138 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:48,139 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:19:48,139 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8201 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:19:48,141 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:19:48,152 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74884520, jitterRate=0.11586630344390869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:48,152 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:19:48,153 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137588080Writing region info on filesystem at 1732137588080Initializing all the Stores at 1732137588081 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137588081Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137588093 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137588093Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137588093Cleaning up temporary data from old regions at 1732137588133 (+40 ms)Running coprocessor post-open hooks at 1732137588152 (+19 ms)Region opened successfully at 1732137588153 (+1 ms) 2024-11-20T21:19:48,154 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137587936 2024-11-20T21:19:48,158 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:19:48,158 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:19:48,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,46877,1732137585239 2024-11-20T21:19:48,165 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,46877,1732137585239, state=OPEN 2024-11-20T21:19:48,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01812756785/meta-region-server 2024-11-20T21:19:48,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01812756785/meta-region-server 2024-11-20T21:19:48,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01812756785/meta-region-server: CHANGED 2024-11-20T21:19:48,170 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01812756785/meta-region-server: CHANGED 2024-11-20T21:19:48,171 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,46877,1732137585239 2024-11-20T21:19:48,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:19:48,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,46877,1732137585239 in 390 msec 2024-11-20T21:19:48,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:19:48,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 554 msec 2024-11-20T21:19:48,177 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:48,177 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:19:48,179 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:48,179 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,46877,1732137585239, seqNum=-1] 2024-11-20T21:19:48,179 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:48,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42687, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:48,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0410 sec 2024-11-20T21:19:48,194 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137588194, completionTime=-1 2024-11-20T21:19:48,194 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:19:48,194 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:19:48,197 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:19:48,197 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137648197 2024-11-20T21:19:48,198 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137708198 2024-11-20T21:19:48,198 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-20T21:19:48,198 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43253,1732137585121-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:48,198 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43253,1732137585121-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:48,198 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43253,1732137585121-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:48,198 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:43253, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:48,198 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:48,201 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:19:48,212 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:48,220 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.863sec 2024-11-20T21:19:48,220 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:19:48,220 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:19:48,221 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:19:48,221 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:19:48,221 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:19:48,221 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43253,1732137585121-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:19:48,221 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43253,1732137585121-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:19:48,253 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:19:48,253 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:19:48,253 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,43253,1732137585121-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:48,258 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453c8ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:48,258 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43253,-1 for getting cluster id 2024-11-20T21:19:48,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:48,266 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85eab280-4009-48e0-a794-20a249e9057f' 2024-11-20T21:19:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:48,266 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85eab280-4009-48e0-a794-20a249e9057f" 2024-11-20T21:19:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d18c5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43253,-1] 2024-11-20T21:19:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:48,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:48,269 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:48,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158078f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:48,270 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,46877,1732137585239, seqNum=-1] 2024-11-20T21:19:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:48,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:48,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,43253,1732137585121 2024-11-20T21:19:48,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62856 2024-11-20T21:19:48,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:48,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/hadoop.log.dir so I do NOT create it in target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b 2024-11-20T21:19:48,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:19:48,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/hadoop.tmp.dir so I do NOT create it in target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b 2024-11-20T21:19:48,314 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:19:48,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b 2024-11-20T21:19:48,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:19:48,314 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/cluster_174bc105-ec4f-5867-42d2-1da0a882effa, deleteOnExit=true 2024-11-20T21:19:48,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:19:48,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/test.cache.data in system properties and HBase conf 2024-11-20T21:19:48,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:19:48,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:19:48,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:19:48,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:19:48,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:19:48,315 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:19:48,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:19:48,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:19:48,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:19:48,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:19:48,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:19:48,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:19:48,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:19:48,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:19:48,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:19:48,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:19:48,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:19:48,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:19:48,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:19:48,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:19:48,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1005f100f3e0002 connected 2024-11-20T21:19:48,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:48,504 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:19:48,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:19:48,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:19:48,543 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:19:48,544 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:48,547 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c2d1fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:19:48,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cae8f34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:19:48,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73eebb02{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/java.io.tmpdir/jetty-localhost-37761-hadoop-hdfs-3_4_1-tests_jar-_-any-11243262966438433979/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:19:48,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b7c9c1a{HTTP/1.1, (http/1.1)}{localhost:37761} 2024-11-20T21:19:48,717 INFO [Time-limited test {}] server.Server(415): Started @178825ms 2024-11-20T21:19:49,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:19:49,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:19:49,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:19:49,179 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:19:49,179 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:19:49,188 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5172d7cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:19:49,189 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d47073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:19:49,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790b2c70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/java.io.tmpdir/jetty-localhost-39019-hadoop-hdfs-3_4_1-tests_jar-_-any-12449890146316927048/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:19:49,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e6736a8{HTTP/1.1, (http/1.1)}{localhost:39019} 2024-11-20T21:19:49,418 INFO [Time-limited test {}] server.Server(415): Started @179526ms 2024-11-20T21:19:49,420 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:19:49,603 WARN [Thread-2252 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/cluster_174bc105-ec4f-5867-42d2-1da0a882effa/data/data1/current/BP-257924169-172.17.0.3-1732137588370/current, will proceed with Du for space computation calculation, 2024-11-20T21:19:49,603 WARN [Thread-2253 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/cluster_174bc105-ec4f-5867-42d2-1da0a882effa/data/data2/current/BP-257924169-172.17.0.3-1732137588370/current, will proceed with Du for space computation calculation, 2024-11-20T21:19:49,624 WARN [Thread-2240 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:19:49,627 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddc46a236ec40ef6 with lease ID 0x7a95e37f3b8d5e74: Processing first storage report for DS-7ce4047d-b4b1-4a10-8e05-464d57c7a1a1 from datanode DatanodeRegistration(127.0.0.1:34567, datanodeUuid=3000ae31-dc02-40ee-9846-e8fab94cffc6, infoPort=35773, infoSecurePort=0, ipcPort=42875, storageInfo=lv=-57;cid=testClusterID;nsid=1341852220;c=1732137588370) 2024-11-20T21:19:49,627 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddc46a236ec40ef6 with lease ID 0x7a95e37f3b8d5e74: from storage DS-7ce4047d-b4b1-4a10-8e05-464d57c7a1a1 node DatanodeRegistration(127.0.0.1:34567, datanodeUuid=3000ae31-dc02-40ee-9846-e8fab94cffc6, infoPort=35773, infoSecurePort=0, ipcPort=42875, storageInfo=lv=-57;cid=testClusterID;nsid=1341852220;c=1732137588370), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:19:49,627 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddc46a236ec40ef6 with lease ID 0x7a95e37f3b8d5e74: Processing first storage report for DS-e9435c50-c7cc-4f75-aa83-d8596d41f04c from datanode DatanodeRegistration(127.0.0.1:34567, datanodeUuid=3000ae31-dc02-40ee-9846-e8fab94cffc6, infoPort=35773, infoSecurePort=0, ipcPort=42875, storageInfo=lv=-57;cid=testClusterID;nsid=1341852220;c=1732137588370) 2024-11-20T21:19:49,627 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddc46a236ec40ef6 with lease ID 0x7a95e37f3b8d5e74: from storage DS-e9435c50-c7cc-4f75-aa83-d8596d41f04c node DatanodeRegistration(127.0.0.1:34567, datanodeUuid=3000ae31-dc02-40ee-9846-e8fab94cffc6, infoPort=35773, infoSecurePort=0, ipcPort=42875, storageInfo=lv=-57;cid=testClusterID;nsid=1341852220;c=1732137588370), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:19:49,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b 2024-11-20T21:19:49,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:49,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:49,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:19:50,045 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0 with version=8 2024-11-20T21:19:50,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/hbase-staging 2024-11-20T21:19:50,047 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:19:50,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:50,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:50,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:19:50,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:50,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:19:50,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:19:50,048 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:19:50,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34207 2024-11-20T21:19:50,050 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34207 connecting to ZooKeeper ensemble=127.0.0.1:62856 2024-11-20T21:19:50,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342070x0, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:50,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34207-0x1005f100f3e0003 connected 2024-11-20T21:19:50,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:50,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:50,075 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Set watcher on znode that does not yet exist, /11744184575/running 2024-11-20T21:19:50,075 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0, hbase.cluster.distributed=false 2024-11-20T21:19:50,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Set watcher on znode that does not yet exist, /11744184575/acl 2024-11-20T21:19:50,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34207 2024-11-20T21:19:50,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34207 2024-11-20T21:19:50,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34207 2024-11-20T21:19:50,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34207 2024-11-20T21:19:50,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34207 2024-11-20T21:19:50,128 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:19:50,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:50,128 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:50,129 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:19:50,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:19:50,129 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:19:50,129 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:19:50,129 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:19:50,133 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37741 2024-11-20T21:19:50,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37741 connecting to ZooKeeper ensemble=127.0.0.1:62856 2024-11-20T21:19:50,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:50,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:50,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377410x0, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:50,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37741-0x1005f100f3e0004 connected 2024-11-20T21:19:50,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Set watcher on znode that does not yet exist, /11744184575/running 2024-11-20T21:19:50,157 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:19:50,160 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:19:50,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Set watcher on znode that does not yet exist, /11744184575/master 2024-11-20T21:19:50,163 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Set watcher on znode that does not yet exist, /11744184575/acl 2024-11-20T21:19:50,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37741 2024-11-20T21:19:50,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37741 2024-11-20T21:19:50,175 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37741 2024-11-20T21:19:50,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37741 2024-11-20T21:19:50,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37741 2024-11-20T21:19:50,200 DEBUG [M:0;0b16ab3f13b7:34207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:34207 2024-11-20T21:19:50,200 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11744184575/backup-masters/0b16ab3f13b7,34207,1732137590047 2024-11-20T21:19:50,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575/backup-masters 2024-11-20T21:19:50,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575/backup-masters 2024-11-20T21:19:50,203 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Set watcher on existing znode=/11744184575/backup-masters/0b16ab3f13b7,34207,1732137590047 2024-11-20T21:19:50,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:19:50,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11744184575/master 2024-11-20T21:19:50,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:19:50,205 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Set watcher on existing znode=/11744184575/master 2024-11-20T21:19:50,206 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11744184575/backup-masters/0b16ab3f13b7,34207,1732137590047 from backup master directory 2024-11-20T21:19:50,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575/backup-masters 2024-11-20T21:19:50,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11744184575/backup-masters/0b16ab3f13b7,34207,1732137590047 2024-11-20T21:19:50,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575/backup-masters 2024-11-20T21:19:50,207 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:19:50,207 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,34207,1732137590047 2024-11-20T21:19:50,211 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/hbase.id] with ID: 2d9e1b97-321d-4499-823b-851b7b59b7fc 2024-11-20T21:19:50,211 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/.tmp/hbase.id 2024-11-20T21:19:50,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:19:50,619 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/.tmp/hbase.id]:[hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/hbase.id] 2024-11-20T21:19:50,628 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:19:50,628 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:19:50,629 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:19:50,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:19:50,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:19:50,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:19:50,641 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:50,642 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:19:50,642 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:50,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:19:51,053 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store 2024-11-20T21:19:51,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:19:51,259 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:19:51,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:51,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:51,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:51,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:51,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:51,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:51,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:51,334 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:51,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:51,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:51,467 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:51,468 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:19:51,468 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:51,468 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:51,468 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:19:51,468 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:51,468 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:19:51,468 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137591468Disabling compacts and flushes for region at 1732137591468Disabling writes for close at 1732137591468Writing region close event to WAL at 1732137591468Closed at 1732137591468 2024-11-20T21:19:51,469 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/.initializing 2024-11-20T21:19:51,469 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/WALs/0b16ab3f13b7,34207,1732137590047 2024-11-20T21:19:51,470 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:19:51,472 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C34207%2C1732137590047, suffix=, logDir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/WALs/0b16ab3f13b7,34207,1732137590047, archiveDir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/oldWALs, maxLogs=10 2024-11-20T21:19:51,495 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/WALs/0b16ab3f13b7,34207,1732137590047/0b16ab3f13b7%2C34207%2C1732137590047.1732137591472, exclude list is [], retry=0 2024-11-20T21:19:51,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-7ce4047d-b4b1-4a10-8e05-464d57c7a1a1,DISK] 2024-11-20T21:19:51,502 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/WALs/0b16ab3f13b7,34207,1732137590047/0b16ab3f13b7%2C34207%2C1732137590047.1732137591472 2024-11-20T21:19:51,508 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35773:35773)] 2024-11-20T21:19:51,508 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:51,508 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:51,508 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:51,508 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:51,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:51,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:19:51,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:51,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:51,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:51,513 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:19:51,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:51,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:51,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:51,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:19:51,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:51,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:51,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:51,519 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:19:51,519 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:51,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:51,520 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:51,521 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:51,521 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:51,522 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:51,522 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:51,524 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:51,525 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:19:51,529 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:51,529 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71665525, jitterRate=0.06789954006671906}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:51,529 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137591508Initializing all the Stores at 1732137591509 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137591510 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137591510Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137591510Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137591510Cleaning up temporary data from old regions at 1732137591522 (+12 ms)Region opened successfully at 1732137591529 (+7 ms) 2024-11-20T21:19:51,533 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:19:51,536 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f84f6da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:19:51,541 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:19:51,541 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:19:51,541 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:19:51,542 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:19:51,545 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-20T21:19:51,545 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:19:51,545 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:19:51,551 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:19:51,552 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Unable to get data of znode /11744184575/balancer because node does not exist (not necessarily an error) 2024-11-20T21:19:51,554 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11744184575/balancer already deleted, retry=false 2024-11-20T21:19:51,554 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:19:51,555 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Unable to get data of znode /11744184575/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:19:51,556 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11744184575/normalizer already deleted, retry=false 2024-11-20T21:19:51,557 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:19:51,558 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Unable to get data of znode /11744184575/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:19:51,559 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11744184575/switch/split already deleted, retry=false 2024-11-20T21:19:51,560 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Unable to get data of znode /11744184575/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:19:51,561 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11744184575/switch/merge already deleted, retry=false 2024-11-20T21:19:51,563 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Unable to get data of znode /11744184575/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:19:51,565 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11744184575/snapshot-cleanup already deleted, retry=false 2024-11-20T21:19:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11744184575/running 2024-11-20T21:19:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11744184575/running 2024-11-20T21:19:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:19:51,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:19:51,567 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,34207,1732137590047, sessionid=0x1005f100f3e0003, setting cluster-up flag (Was=false) 2024-11-20T21:19:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:19:51,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:19:51,576 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11744184575/flush-table-proc/acquired, /11744184575/flush-table-proc/reached, /11744184575/flush-table-proc/abort 2024-11-20T21:19:51,578 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,34207,1732137590047 2024-11-20T21:19:51,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:19:51,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:19:51,594 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11744184575/online-snapshot/acquired, /11744184575/online-snapshot/reached, /11744184575/online-snapshot/abort 2024-11-20T21:19:51,595 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,34207,1732137590047 2024-11-20T21:19:51,596 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:19:51,598 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:51,598 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:19:51,598 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:19:51,598 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,34207,1732137590047 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:19:51,600 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:51,600 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:51,600 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:51,600 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:19:51,600 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:19:51,600 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:51,600 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:19:51,600 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:51,605 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137621605 2024-11-20T21:19:51,606 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:19:51,606 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:19:51,606 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:19:51,606 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:19:51,606 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:19:51,606 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:19:51,606 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:51,606 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:19:51,606 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:51,607 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:19:51,607 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:19:51,607 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:19:51,607 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:19:51,607 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:19:51,607 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:19:51,607 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:51,607 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137591607,5,FailOnTimeoutGroup] 2024-11-20T21:19:51,607 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:19:51,608 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137591607,5,FailOnTimeoutGroup] 2024-11-20T21:19:51,608 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:51,608 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:19:51,608 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:51,608 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:51,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:19:51,691 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(746): ClusterId : 2d9e1b97-321d-4499-823b-851b7b59b7fc 2024-11-20T21:19:51,692 DEBUG [RS:0;0b16ab3f13b7:37741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:19:51,694 DEBUG [RS:0;0b16ab3f13b7:37741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:19:51,695 DEBUG [RS:0;0b16ab3f13b7:37741 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:19:51,698 DEBUG [RS:0;0b16ab3f13b7:37741 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:19:51,699 DEBUG [RS:0;0b16ab3f13b7:37741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355b906b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:19:51,729 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:37741 2024-11-20T21:19:51,729 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:19:51,729 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:19:51,729 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:19:51,730 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,34207,1732137590047 with port=37741, startcode=1732137590128 2024-11-20T21:19:51,731 DEBUG [RS:0;0b16ab3f13b7:37741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:19:51,734 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49789, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:19:51,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,37741,1732137590128 2024-11-20T21:19:51,735 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34207 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,37741,1732137590128 2024-11-20T21:19:51,737 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0 2024-11-20T21:19:51,737 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38415 2024-11-20T21:19:51,737 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:19:51,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575/rs 2024-11-20T21:19:51,743 DEBUG [RS:0;0b16ab3f13b7:37741 {}] zookeeper.ZKUtil(111): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Set watcher on existing znode=/11744184575/rs/0b16ab3f13b7,37741,1732137590128 2024-11-20T21:19:51,743 WARN [RS:0;0b16ab3f13b7:37741 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:19:51,743 INFO [RS:0;0b16ab3f13b7:37741 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:51,743 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128 2024-11-20T21:19:51,743 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,37741,1732137590128] 2024-11-20T21:19:51,747 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:19:51,752 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:19:51,755 INFO [RS:0;0b16ab3f13b7:37741 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:19:51,755 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:51,757 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:19:51,758 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:19:51,759 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:51,759 DEBUG [RS:0;0b16ab3f13b7:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:51,759 DEBUG [RS:0;0b16ab3f13b7:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:51,759 DEBUG [RS:0;0b16ab3f13b7:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:51,759 DEBUG [RS:0;0b16ab3f13b7:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:51,759 DEBUG [RS:0;0b16ab3f13b7:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:51,759 DEBUG [RS:0;0b16ab3f13b7:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:19:51,759 DEBUG [RS:0;0b16ab3f13b7:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:51,759 DEBUG [RS:0;0b16ab3f13b7:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:51,759 DEBUG [RS:0;0b16ab3f13b7:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:51,759 DEBUG [RS:0;0b16ab3f13b7:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:51,759 DEBUG [RS:0;0b16ab3f13b7:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:51,759 DEBUG [RS:0;0b16ab3f13b7:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:19:51,759 DEBUG [RS:0;0b16ab3f13b7:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:19:51,759 DEBUG [RS:0;0b16ab3f13b7:37741 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:19:51,760 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:51,760 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:51,761 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:51,761 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:51,761 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:51,761 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,37741,1732137590128-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:19:51,788 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:19:51,788 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,37741,1732137590128-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:51,788 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:51,788 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.Replication(171): 0b16ab3f13b7,37741,1732137590128 started 2024-11-20T21:19:51,807 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:51,807 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,37741,1732137590128, RpcServer on 0b16ab3f13b7/172.17.0.3:37741, sessionid=0x1005f100f3e0004 2024-11-20T21:19:51,808 DEBUG [RS:0;0b16ab3f13b7:37741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:19:51,808 DEBUG [RS:0;0b16ab3f13b7:37741 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,37741,1732137590128 2024-11-20T21:19:51,808 DEBUG [RS:0;0b16ab3f13b7:37741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,37741,1732137590128' 2024-11-20T21:19:51,808 DEBUG [RS:0;0b16ab3f13b7:37741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11744184575/flush-table-proc/abort' 2024-11-20T21:19:51,808 DEBUG [RS:0;0b16ab3f13b7:37741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11744184575/flush-table-proc/acquired' 2024-11-20T21:19:51,809 DEBUG [RS:0;0b16ab3f13b7:37741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:19:51,809 DEBUG [RS:0;0b16ab3f13b7:37741 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:19:51,809 DEBUG [RS:0;0b16ab3f13b7:37741 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,37741,1732137590128 2024-11-20T21:19:51,809 DEBUG [RS:0;0b16ab3f13b7:37741 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,37741,1732137590128' 2024-11-20T21:19:51,809 DEBUG [RS:0;0b16ab3f13b7:37741 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11744184575/online-snapshot/abort' 2024-11-20T21:19:51,809 DEBUG [RS:0;0b16ab3f13b7:37741 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11744184575/online-snapshot/acquired' 2024-11-20T21:19:51,810 DEBUG [RS:0;0b16ab3f13b7:37741 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:19:51,810 INFO [RS:0;0b16ab3f13b7:37741 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:19:51,810 INFO [RS:0;0b16ab3f13b7:37741 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:19:51,910 INFO [RS:0;0b16ab3f13b7:37741 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:19:51,912 INFO [RS:0;0b16ab3f13b7:37741 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C37741%2C1732137590128, suffix=, logDir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128, archiveDir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/oldWALs, maxLogs=10 2024-11-20T21:19:51,934 DEBUG [RS:0;0b16ab3f13b7:37741 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913, exclude list is [], retry=0 2024-11-20T21:19:51,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-7ce4047d-b4b1-4a10-8e05-464d57c7a1a1,DISK] 2024-11-20T21:19:51,949 INFO [RS:0;0b16ab3f13b7:37741 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 2024-11-20T21:19:51,950 DEBUG [RS:0;0b16ab3f13b7:37741 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35773:35773)] 2024-11-20T21:19:52,019 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:19:52,019 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0 2024-11-20T21:19:52,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:19:52,445 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:52,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:19:52,454 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:19:52,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:52,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:52,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:19:52,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:19:52,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:52,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:52,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:19:52,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:19:52,463 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:52,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:52,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:19:52,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:19:52,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:52,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:52,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:19:52,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740 2024-11-20T21:19:52,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740 2024-11-20T21:19:52,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:19:52,469 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:19:52,469 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:52,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:19:52,473 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:52,473 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73584118, jitterRate=0.09648880362510681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:52,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137592445Initializing all the Stores at 1732137592446 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137592446Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137592446Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137592446Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137592446Cleaning up temporary data from old regions at 1732137592469 (+23 ms)Region opened successfully at 1732137592474 (+5 ms) 2024-11-20T21:19:52,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:19:52,474 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:19:52,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:19:52,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:19:52,474 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:19:52,481 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:19:52,481 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137592474Disabling compacts and flushes for region at 1732137592474Disabling writes for close at 1732137592474Writing region close event to WAL at 1732137592481 (+7 ms)Closed at 1732137592481 2024-11-20T21:19:52,482 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:52,482 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:19:52,482 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:19:52,483 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:19:52,485 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:19:52,635 DEBUG [0b16ab3f13b7:34207 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:19:52,636 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,37741,1732137590128 2024-11-20T21:19:52,637 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,37741,1732137590128, state=OPENING 2024-11-20T21:19:52,638 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:19:52,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:19:52,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:19:52,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11744184575/meta-region-server: CHANGED 2024-11-20T21:19:52,640 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11744184575/meta-region-server: CHANGED 2024-11-20T21:19:52,640 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:19:52,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,37741,1732137590128}] 2024-11-20T21:19:52,793 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:19:52,795 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:19:52,798 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:19:52,798 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:52,798 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:19:52,800 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C37741%2C1732137590128.meta, suffix=.meta, logDir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128, archiveDir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/oldWALs, maxLogs=10 2024-11-20T21:19:52,814 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.meta.1732137592800.meta, exclude list is [], retry=0 2024-11-20T21:19:52,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-7ce4047d-b4b1-4a10-8e05-464d57c7a1a1,DISK] 2024-11-20T21:19:52,818 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.meta.1732137592800.meta 2024-11-20T21:19:52,818 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35773:35773)] 2024-11-20T21:19:52,818 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:52,819 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:52,819 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:19:52,819 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:19:52,819 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:19:52,819 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:19:52,819 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:52,819 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:19:52,819 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:19:52,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:19:52,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:19:52,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:52,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:52,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:19:52,822 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:19:52,822 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:52,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:52,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:19:52,823 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:19:52,823 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:52,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:52,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:19:52,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:19:52,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:52,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:19:52,824 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:19:52,825 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740 2024-11-20T21:19:52,826 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740 2024-11-20T21:19:52,827 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:19:52,827 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:19:52,827 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:19:52,828 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:19:52,829 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63585072, jitterRate=-0.05250859260559082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:19:52,829 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:19:52,829 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137592819Writing region info on filesystem at 1732137592819Initializing all the Stores at 1732137592820 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137592820Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137592820Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137592820Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137592820Cleaning up temporary data from old regions at 1732137592827 (+7 ms)Running coprocessor post-open hooks at 1732137592829 (+2 ms)Region opened successfully at 1732137592829 2024-11-20T21:19:52,830 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137592793 2024-11-20T21:19:52,832 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:19:52,832 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:19:52,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,37741,1732137590128 2024-11-20T21:19:52,833 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,37741,1732137590128, state=OPEN 2024-11-20T21:19:52,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11744184575/meta-region-server 2024-11-20T21:19:52,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11744184575/meta-region-server 2024-11-20T21:19:52,835 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,37741,1732137590128 2024-11-20T21:19:52,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11744184575/meta-region-server: CHANGED 2024-11-20T21:19:52,835 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11744184575/meta-region-server: CHANGED 2024-11-20T21:19:52,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:19:52,837 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,37741,1732137590128 in 195 msec 2024-11-20T21:19:52,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:19:52,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-20T21:19:52,839 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:19:52,839 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:19:52,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:52,840 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37741,1732137590128, seqNum=-1] 2024-11-20T21:19:52,841 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:52,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:52,846 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2490 sec 2024-11-20T21:19:52,846 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137592846, completionTime=-1 2024-11-20T21:19:52,846 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:19:52,846 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:19:52,848 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:19:52,848 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137652848 2024-11-20T21:19:52,848 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137712848 2024-11-20T21:19:52,848 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T21:19:52,848 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,34207,1732137590047-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:52,848 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,34207,1732137590047-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:52,848 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,34207,1732137590047-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:52,849 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:34207, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:52,849 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:52,849 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:52,850 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:19:52,852 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.645sec 2024-11-20T21:19:52,853 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:19:52,853 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:19:52,853 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:19:52,853 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:19:52,853 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:19:52,853 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,34207,1732137590047-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:19:52,853 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,34207,1732137590047-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:19:52,855 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:19:52,855 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:19:52,855 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,34207,1732137590047-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:19:52,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e5a6e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:52,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,34207,-1 for getting cluster id 2024-11-20T21:19:52,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:52,896 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d9e1b97-321d-4499-823b-851b7b59b7fc' 2024-11-20T21:19:52,896 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d9e1b97-321d-4499-823b-851b7b59b7fc" 2024-11-20T21:19:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b624f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,34207,-1] 2024-11-20T21:19:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:52,898 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:52,899 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:52,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52441ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:52,900 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37741,1732137590128, seqNum=-1] 2024-11-20T21:19:52,902 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:52,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:19:52,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,34207,1732137590047 2024-11-20T21:19:52,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62856 2024-11-20T21:19:52,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:19:52,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1005f100f3e0005 connected 2024-11-20T21:19:52,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,43253,1732137585121 2024-11-20T21:19:52,913 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61b11ec6 2024-11-20T21:19:52,914 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:52,915 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:52,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:52,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:19:52,918 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:19:52,918 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:52,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:19:52,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:19:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:52,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:19:53,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:53,304 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:19:53,335 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0bf8b26c412ecc2ecd5486cb96c7e1c5, NAME => 'test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d 2024-11-20T21:19:53,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:19:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:53,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:53,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0bf8b26c412ecc2ecd5486cb96c7e1c5, disabling compactions & flushes 2024-11-20T21:19:53,741 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. 2024-11-20T21:19:53,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. 2024-11-20T21:19:53,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. after waiting 0 ms 2024-11-20T21:19:53,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. 2024-11-20T21:19:53,741 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. 2024-11-20T21:19:53,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0bf8b26c412ecc2ecd5486cb96c7e1c5: Waiting for close lock at 1732137593741Disabling compacts and flushes for region at 1732137593741Disabling writes for close at 1732137593741Writing region close event to WAL at 1732137593741Closed at 1732137593741 2024-11-20T21:19:53,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:19:53,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137593743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137593743"}]},"ts":"1732137593743"} 2024-11-20T21:19:53,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:19:53,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:19:53,746 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137593746"}]},"ts":"1732137593746"} 2024-11-20T21:19:53,748 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:19:53,748 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0bf8b26c412ecc2ecd5486cb96c7e1c5, ASSIGN}] 2024-11-20T21:19:53,749 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0bf8b26c412ecc2ecd5486cb96c7e1c5, ASSIGN 2024-11-20T21:19:53,750 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0bf8b26c412ecc2ecd5486cb96c7e1c5, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,46877,1732137585239; forceNewPlan=false, retain=false 2024-11-20T21:19:53,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0bf8b26c412ecc2ecd5486cb96c7e1c5, regionState=OPENING, regionLocation=0b16ab3f13b7,46877,1732137585239 2024-11-20T21:19:53,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0bf8b26c412ecc2ecd5486cb96c7e1c5, ASSIGN because future has completed 2024-11-20T21:19:53,904 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bf8b26c412ecc2ecd5486cb96c7e1c5, server=0b16ab3f13b7,46877,1732137585239}] 2024-11-20T21:19:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:54,065 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. 2024-11-20T21:19:54,065 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0bf8b26c412ecc2ecd5486cb96c7e1c5, NAME => 'test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:54,065 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:54,065 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:19:54,066 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0bf8b26c412ecc2ecd5486cb96c7e1c5 2024-11-20T21:19:54,066 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:54,066 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0bf8b26c412ecc2ecd5486cb96c7e1c5 2024-11-20T21:19:54,066 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0bf8b26c412ecc2ecd5486cb96c7e1c5 2024-11-20T21:19:54,069 INFO [StoreOpener-0bf8b26c412ecc2ecd5486cb96c7e1c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0bf8b26c412ecc2ecd5486cb96c7e1c5 2024-11-20T21:19:54,070 INFO [StoreOpener-0bf8b26c412ecc2ecd5486cb96c7e1c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bf8b26c412ecc2ecd5486cb96c7e1c5 columnFamilyName f 2024-11-20T21:19:54,070 DEBUG [StoreOpener-0bf8b26c412ecc2ecd5486cb96c7e1c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:54,071 INFO [StoreOpener-0bf8b26c412ecc2ecd5486cb96c7e1c5-1 {}] regionserver.HStore(327): Store=0bf8b26c412ecc2ecd5486cb96c7e1c5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:54,071 INFO [StoreOpener-0bf8b26c412ecc2ecd5486cb96c7e1c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0bf8b26c412ecc2ecd5486cb96c7e1c5 2024-11-20T21:19:54,072 INFO [StoreOpener-0bf8b26c412ecc2ecd5486cb96c7e1c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bf8b26c412ecc2ecd5486cb96c7e1c5 columnFamilyName f1 2024-11-20T21:19:54,072 DEBUG [StoreOpener-0bf8b26c412ecc2ecd5486cb96c7e1c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:54,072 INFO [StoreOpener-0bf8b26c412ecc2ecd5486cb96c7e1c5-1 {}] regionserver.HStore(327): Store=0bf8b26c412ecc2ecd5486cb96c7e1c5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:54,073 INFO [StoreOpener-0bf8b26c412ecc2ecd5486cb96c7e1c5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0bf8b26c412ecc2ecd5486cb96c7e1c5 2024-11-20T21:19:54,074 INFO [StoreOpener-0bf8b26c412ecc2ecd5486cb96c7e1c5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0bf8b26c412ecc2ecd5486cb96c7e1c5 columnFamilyName norep 2024-11-20T21:19:54,074 DEBUG [StoreOpener-0bf8b26c412ecc2ecd5486cb96c7e1c5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:54,074 INFO [StoreOpener-0bf8b26c412ecc2ecd5486cb96c7e1c5-1 {}] regionserver.HStore(327): Store=0bf8b26c412ecc2ecd5486cb96c7e1c5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:54,075 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0bf8b26c412ecc2ecd5486cb96c7e1c5 2024-11-20T21:19:54,075 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5 2024-11-20T21:19:54,076 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5 2024-11-20T21:19:54,077 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0bf8b26c412ecc2ecd5486cb96c7e1c5 2024-11-20T21:19:54,077 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0bf8b26c412ecc2ecd5486cb96c7e1c5 2024-11-20T21:19:54,077 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:19:54,078 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0bf8b26c412ecc2ecd5486cb96c7e1c5 2024-11-20T21:19:54,080 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:54,081 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0bf8b26c412ecc2ecd5486cb96c7e1c5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58988844, jitterRate=-0.12099772691726685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:19:54,081 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0bf8b26c412ecc2ecd5486cb96c7e1c5 2024-11-20T21:19:54,083 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0bf8b26c412ecc2ecd5486cb96c7e1c5: Running coprocessor pre-open hook at 1732137594066Writing region info on filesystem at 1732137594066Initializing all the Stores at 1732137594067 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137594067Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137594068 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137594068Cleaning up temporary data from old regions at 1732137594077 (+9 ms)Running coprocessor post-open hooks at 1732137594081 (+4 ms)Region opened successfully at 1732137594083 (+2 ms) 2024-11-20T21:19:54,084 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5., pid=6, masterSystemTime=1732137594056 2024-11-20T21:19:54,086 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. 2024-11-20T21:19:54,086 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. 2024-11-20T21:19:54,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0bf8b26c412ecc2ecd5486cb96c7e1c5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,46877,1732137585239 2024-11-20T21:19:54,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0bf8b26c412ecc2ecd5486cb96c7e1c5, server=0b16ab3f13b7,46877,1732137585239 because future has completed 2024-11-20T21:19:54,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:19:54,117 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0bf8b26c412ecc2ecd5486cb96c7e1c5, server=0b16ab3f13b7,46877,1732137585239 in 209 msec 2024-11-20T21:19:54,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:19:54,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0bf8b26c412ecc2ecd5486cb96c7e1c5, ASSIGN in 369 msec 2024-11-20T21:19:54,120 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:19:54,120 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137594120"}]},"ts":"1732137594120"} 2024-11-20T21:19:54,123 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:19:54,124 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:19:54,130 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2080 sec 2024-11-20T21:19:55,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:55,069 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:19:55,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,34207,1732137590047 2024-11-20T21:19:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14be3d7 2024-11-20T21:19:55,070 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:55,071 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:55,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:55,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:19:55,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:19:55,075 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:55,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:19:55,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:19:55,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:55,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:19:55,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:55,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:55,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 495c369fc906ad8c2bbbb42d207f4704, NAME => 'test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0 2024-11-20T21:19:55,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:19:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:55,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:19:55,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T21:19:55,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T21:19:55,756 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T21:19:55,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:19:55,756 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-20T21:19:55,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:19:55,757 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T21:19:55,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:19:55,757 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T21:19:55,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T21:19:55,757 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T21:19:55,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:55,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 495c369fc906ad8c2bbbb42d207f4704, disabling compactions & flushes 2024-11-20T21:19:55,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. 2024-11-20T21:19:55,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. 2024-11-20T21:19:55,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. after waiting 0 ms 2024-11-20T21:19:55,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. 2024-11-20T21:19:55,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. 2024-11-20T21:19:55,910 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 495c369fc906ad8c2bbbb42d207f4704: Waiting for close lock at 1732137595910Disabling compacts and flushes for region at 1732137595910Disabling writes for close at 1732137595910Writing region close event to WAL at 1732137595910Closed at 1732137595910 2024-11-20T21:19:55,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:19:55,912 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137595912"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137595912"}]},"ts":"1732137595912"} 2024-11-20T21:19:55,915 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:19:55,916 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:19:55,917 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137595916"}]},"ts":"1732137595916"} 2024-11-20T21:19:55,919 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:19:55,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=495c369fc906ad8c2bbbb42d207f4704, ASSIGN}] 2024-11-20T21:19:55,921 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=495c369fc906ad8c2bbbb42d207f4704, ASSIGN 2024-11-20T21:19:55,922 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=495c369fc906ad8c2bbbb42d207f4704, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,37741,1732137590128; forceNewPlan=false, retain=false 2024-11-20T21:19:56,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=495c369fc906ad8c2bbbb42d207f4704, regionState=OPENING, regionLocation=0b16ab3f13b7,37741,1732137590128 2024-11-20T21:19:56,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=495c369fc906ad8c2bbbb42d207f4704, ASSIGN because future has completed 2024-11-20T21:19:56,081 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 495c369fc906ad8c2bbbb42d207f4704, server=0b16ab3f13b7,37741,1732137590128}] 2024-11-20T21:19:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:56,246 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. 2024-11-20T21:19:56,246 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 495c369fc906ad8c2bbbb42d207f4704, NAME => 'test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:56,247 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:56,247 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:19:56,248 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:19:56,248 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:56,248 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:19:56,248 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:19:56,253 INFO [StoreOpener-495c369fc906ad8c2bbbb42d207f4704-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:19:56,254 INFO [StoreOpener-495c369fc906ad8c2bbbb42d207f4704-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495c369fc906ad8c2bbbb42d207f4704 columnFamilyName f 2024-11-20T21:19:56,254 DEBUG [StoreOpener-495c369fc906ad8c2bbbb42d207f4704-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:56,255 INFO [StoreOpener-495c369fc906ad8c2bbbb42d207f4704-1 {}] regionserver.HStore(327): Store=495c369fc906ad8c2bbbb42d207f4704/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:56,255 INFO [StoreOpener-495c369fc906ad8c2bbbb42d207f4704-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:19:56,256 INFO [StoreOpener-495c369fc906ad8c2bbbb42d207f4704-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495c369fc906ad8c2bbbb42d207f4704 columnFamilyName f1 2024-11-20T21:19:56,256 DEBUG [StoreOpener-495c369fc906ad8c2bbbb42d207f4704-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:56,256 INFO [StoreOpener-495c369fc906ad8c2bbbb42d207f4704-1 {}] regionserver.HStore(327): Store=495c369fc906ad8c2bbbb42d207f4704/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:56,257 INFO [StoreOpener-495c369fc906ad8c2bbbb42d207f4704-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:19:56,258 INFO [StoreOpener-495c369fc906ad8c2bbbb42d207f4704-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 495c369fc906ad8c2bbbb42d207f4704 columnFamilyName norep 2024-11-20T21:19:56,258 DEBUG [StoreOpener-495c369fc906ad8c2bbbb42d207f4704-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:56,258 INFO [StoreOpener-495c369fc906ad8c2bbbb42d207f4704-1 {}] regionserver.HStore(327): Store=495c369fc906ad8c2bbbb42d207f4704/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:56,258 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:19:56,259 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:19:56,259 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:19:56,260 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:19:56,260 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:19:56,261 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:19:56,262 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:19:56,268 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:56,269 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 495c369fc906ad8c2bbbb42d207f4704; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67993675, jitterRate=0.013184711337089539}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:19:56,269 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:19:56,269 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 495c369fc906ad8c2bbbb42d207f4704: Running coprocessor pre-open hook at 1732137596249Writing region info on filesystem at 1732137596249Initializing all the Stores at 1732137596250 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137596250Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137596252 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137596252Cleaning up temporary data from old regions at 1732137596260 (+8 ms)Running coprocessor post-open hooks at 1732137596269 (+9 ms)Region opened successfully at 1732137596269 2024-11-20T21:19:56,270 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704., pid=6, masterSystemTime=1732137596237 2024-11-20T21:19:56,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=495c369fc906ad8c2bbbb42d207f4704, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,37741,1732137590128 2024-11-20T21:19:56,276 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. 2024-11-20T21:19:56,276 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. 2024-11-20T21:19:56,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 495c369fc906ad8c2bbbb42d207f4704, server=0b16ab3f13b7,37741,1732137590128 because future has completed 2024-11-20T21:19:56,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:19:56,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 495c369fc906ad8c2bbbb42d207f4704, server=0b16ab3f13b7,37741,1732137590128 in 217 msec 2024-11-20T21:19:56,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:19:56,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=495c369fc906ad8c2bbbb42d207f4704, ASSIGN in 380 msec 2024-11-20T21:19:56,304 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:19:56,304 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137596304"}]},"ts":"1732137596304"} 2024-11-20T21:19:56,307 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:19:56,308 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:19:56,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2360 sec 2024-11-20T21:19:57,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:19:57,229 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:19:57,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c48548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:57,230 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43253,-1 for getting cluster id 2024-11-20T21:19:57,230 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:57,231 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85eab280-4009-48e0-a794-20a249e9057f' 2024-11-20T21:19:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85eab280-4009-48e0-a794-20a249e9057f" 2024-11-20T21:19:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53495fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:57,231 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43253,-1] 2024-11-20T21:19:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:57,233 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:57,233 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7065be27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:57,234 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dc2cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:57,234 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,34207,-1 for getting cluster id 2024-11-20T21:19:57,234 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:57,235 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d9e1b97-321d-4499-823b-851b7b59b7fc' 2024-11-20T21:19:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d9e1b97-321d-4499-823b-851b7b59b7fc" 2024-11-20T21:19:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16343e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:57,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,34207,-1] 2024-11-20T21:19:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:57,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:57,239 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:57,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53fcb62b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:57,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13af988, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:57,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43253,-1 for getting cluster id 2024-11-20T21:19:57,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:57,242 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85eab280-4009-48e0-a794-20a249e9057f' 2024-11-20T21:19:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85eab280-4009-48e0-a794-20a249e9057f" 2024-11-20T21:19:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eba9269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43253,-1] 2024-11-20T21:19:57,242 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:57,243 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:57,243 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:57,244 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ac8cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:57,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,43253,1732137585121 2024-11-20T21:19:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70312477 2024-11-20T21:19:57,245 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:57,246 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:57,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:34207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:19:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:19:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:57,250 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:34207' 2024-11-20T21:19:57,253 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c41e00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:57,253 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,34207,-1 for getting cluster id 2024-11-20T21:19:57,253 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:57,254 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d9e1b97-321d-4499-823b-851b7b59b7fc' 2024-11-20T21:19:57,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:57,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d9e1b97-321d-4499-823b-851b7b59b7fc" 2024-11-20T21:19:57,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ef3b376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:57,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,34207,-1] 2024-11-20T21:19:57,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:57,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:57,255 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:57,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@353a7278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:57,256 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:57,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,34207,1732137590047 2024-11-20T21:19:57,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c1a7117 2024-11-20T21:19:57,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:57,265 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:57,266 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T21:19:57,266 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:19:57,266 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:57,266 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:57,266 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:57,268 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:19:57,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:57,269 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:19:57,269 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:57,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:19:57,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741837_1013 (size=1138) 2024-11-20T21:19:57,289 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d6a9d87b437ed1a1d3bf7bb94c2b0bc7, NAME => 'hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d 2024-11-20T21:19:57,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741838_1014 (size=44) 2024-11-20T21:19:57,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:57,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d6a9d87b437ed1a1d3bf7bb94c2b0bc7, disabling compactions & flushes 2024-11-20T21:19:57,309 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:19:57,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:19:57,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. after waiting 0 ms 2024-11-20T21:19:57,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:19:57,309 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:19:57,309 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d6a9d87b437ed1a1d3bf7bb94c2b0bc7: Waiting for close lock at 1732137597309Disabling compacts and flushes for region at 1732137597309Disabling writes for close at 1732137597309Writing region close event to WAL at 1732137597309Closed at 1732137597309 2024-11-20T21:19:57,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:19:57,311 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137597311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137597311"}]},"ts":"1732137597311"} 2024-11-20T21:19:57,314 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:19:57,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:19:57,317 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137597317"}]},"ts":"1732137597317"} 2024-11-20T21:19:57,318 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:19:57,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:19:57,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6a9d87b437ed1a1d3bf7bb94c2b0bc7, ASSIGN}] 2024-11-20T21:19:57,321 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6a9d87b437ed1a1d3bf7bb94c2b0bc7, ASSIGN 2024-11-20T21:19:57,323 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6a9d87b437ed1a1d3bf7bb94c2b0bc7, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,46877,1732137585239; forceNewPlan=false, retain=false 2024-11-20T21:19:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:57,474 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d6a9d87b437ed1a1d3bf7bb94c2b0bc7, regionState=OPENING, regionLocation=0b16ab3f13b7,46877,1732137585239 2024-11-20T21:19:57,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d6a9d87b437ed1a1d3bf7bb94c2b0bc7, ASSIGN because future has completed 2024-11-20T21:19:57,479 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6a9d87b437ed1a1d3bf7bb94c2b0bc7, server=0b16ab3f13b7,46877,1732137585239}] 2024-11-20T21:19:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:57,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:19:57,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:57,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:19:57,674 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C46877%2C1732137585239.rep, suffix=, logDir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239, archiveDir=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/oldWALs, maxLogs=10 2024-11-20T21:19:57,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.rep.1732137597675, exclude list is [], retry=0 2024-11-20T21:19:57,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45579,DS-48563faa-3070-40f9-85d9-165b71cf8413,DISK] 2024-11-20T21:19:57,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.rep.1732137597675 2024-11-20T21:19:57,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45893:45893)] 2024-11-20T21:19:57,722 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d6a9d87b437ed1a1d3bf7bb94c2b0bc7, NAME => 'hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:57,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:57,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:19:57,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. service=MultiRowMutationService 2024-11-20T21:19:57,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:19:57,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:19:57,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:57,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:19:57,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:19:57,726 INFO [StoreOpener-d6a9d87b437ed1a1d3bf7bb94c2b0bc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:19:57,727 INFO [StoreOpener-d6a9d87b437ed1a1d3bf7bb94c2b0bc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6a9d87b437ed1a1d3bf7bb94c2b0bc7 columnFamilyName hfileref 2024-11-20T21:19:57,727 DEBUG [StoreOpener-d6a9d87b437ed1a1d3bf7bb94c2b0bc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:57,728 INFO [StoreOpener-d6a9d87b437ed1a1d3bf7bb94c2b0bc7-1 {}] regionserver.HStore(327): Store=d6a9d87b437ed1a1d3bf7bb94c2b0bc7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:57,728 INFO [StoreOpener-d6a9d87b437ed1a1d3bf7bb94c2b0bc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:19:57,730 INFO [StoreOpener-d6a9d87b437ed1a1d3bf7bb94c2b0bc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6a9d87b437ed1a1d3bf7bb94c2b0bc7 columnFamilyName queue 2024-11-20T21:19:57,731 DEBUG [StoreOpener-d6a9d87b437ed1a1d3bf7bb94c2b0bc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:57,731 INFO [StoreOpener-d6a9d87b437ed1a1d3bf7bb94c2b0bc7-1 {}] regionserver.HStore(327): Store=d6a9d87b437ed1a1d3bf7bb94c2b0bc7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:57,731 INFO [StoreOpener-d6a9d87b437ed1a1d3bf7bb94c2b0bc7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:19:57,733 INFO [StoreOpener-d6a9d87b437ed1a1d3bf7bb94c2b0bc7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d6a9d87b437ed1a1d3bf7bb94c2b0bc7 columnFamilyName sid 2024-11-20T21:19:57,733 DEBUG [StoreOpener-d6a9d87b437ed1a1d3bf7bb94c2b0bc7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:57,733 INFO [StoreOpener-d6a9d87b437ed1a1d3bf7bb94c2b0bc7-1 {}] regionserver.HStore(327): Store=d6a9d87b437ed1a1d3bf7bb94c2b0bc7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:57,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:19:57,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/replication/d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:19:57,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/replication/d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:19:57,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:19:57,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:19:57,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:19:57,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:19:57,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/replication/d6a9d87b437ed1a1d3bf7bb94c2b0bc7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:57,746 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d6a9d87b437ed1a1d3bf7bb94c2b0bc7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72879108, jitterRate=0.08598333597183228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:19:57,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:19:57,747 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T21:19:57,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d6a9d87b437ed1a1d3bf7bb94c2b0bc7: Running coprocessor pre-open hook at 1732137597723Writing region info on filesystem at 1732137597723Initializing all the Stores at 1732137597724 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137597725 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137597725Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137597725Cleaning up temporary data from old regions at 1732137597736 (+11 ms)Running coprocessor post-open hooks at 1732137597747 (+11 ms)Region opened successfully at 1732137597749 (+2 ms) 2024-11-20T21:19:57,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7., pid=10, masterSystemTime=1732137597632 2024-11-20T21:19:57,756 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d6a9d87b437ed1a1d3bf7bb94c2b0bc7, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,46877,1732137585239 2024-11-20T21:19:57,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d6a9d87b437ed1a1d3bf7bb94c2b0bc7, server=0b16ab3f13b7,46877,1732137585239 because future has completed 2024-11-20T21:19:57,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:19:57,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:19:57,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:19:57,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d6a9d87b437ed1a1d3bf7bb94c2b0bc7, server=0b16ab3f13b7,46877,1732137585239 in 296 msec 2024-11-20T21:19:57,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T21:19:57,781 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d6a9d87b437ed1a1d3bf7bb94c2b0bc7, ASSIGN in 458 msec 2024-11-20T21:19:57,782 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:19:57,783 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137597782"}]},"ts":"1732137597782"} 2024-11-20T21:19:57,785 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:19:57,787 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:19:57,797 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 521 msec 2024-11-20T21:19:57,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7., hostname=0b16ab3f13b7,46877,1732137585239, seqNum=2] 2024-11-20T21:19:57,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:19:57,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:19:57,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:19:57,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:57,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46877 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T21:19:57,998 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:19:58,037 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,46877,1732137585239, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:19:58,038 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:58,038 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,46877,1732137585239, seqNum=-1] 2024-11-20T21:19:58,039 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:58,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T21:19:58,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,46877,1732137585239', locateType=CURRENT is [region=hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7., hostname=0b16ab3f13b7,46877,1732137585239, seqNum=2] 2024-11-20T21:19:58,044 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T21:19:58,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T21:19:58,046 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,46877,1732137585239 suceeded 2024-11-20T21:19:58,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T21:19:58,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 203 msec 2024-11-20T21:19:58,048 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:34207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:19:58,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 802 msec 2024-11-20T21:19:58,061 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:34207' 2024-11-20T21:19:58,062 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61ace6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:58,062 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,34207,-1 for getting cluster id 2024-11-20T21:19:58,063 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:58,063 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d9e1b97-321d-4499-823b-851b7b59b7fc' 2024-11-20T21:19:58,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:58,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d9e1b97-321d-4499-823b-851b7b59b7fc" 2024-11-20T21:19:58,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e968c17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:58,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,34207,-1] 2024-11-20T21:19:58,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:58,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:58,065 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:58,066 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@669789bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:58,066 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:58,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,34207,1732137590047 2024-11-20T21:19:58,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@364be549 2024-11-20T21:19:58,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:58,068 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-20T21:19:58,069 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,46877,1732137585239 (queues=1) is replicating from cluster=85eab280-4009-48e0-a794-20a249e9057f to cluster=2d9e1b97-321d-4499-823b-851b7b59b7fc 2024-11-20T21:19:58,069 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C46877%2C1732137585239 2024-11-20T21:19:58,069 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,46877,1732137585239, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:19:58,070 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C46877%2C1732137585239 2024-11-20T21:19:58,070 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499, startPosition=0, beingWritten=true 2024-11-20T21:19:58,075 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:19:58,075 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 379, reset compression=false 2024-11-20T21:19:58,076 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,46877,1732137585239 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:19:58,157 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:58,158 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:19:58,158 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18221 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:19:58,281 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 379, reset compression=false 2024-11-20T21:19:58,322 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:19:58,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:58,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:58,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:58,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:58,361 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:58,362 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:58,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:58,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:58,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:58,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:19:58,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43253 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:58,389 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:19:58,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:19:58,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:19:58,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:58,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:58,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:58,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22d23902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:58,397 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,34207,-1 for getting cluster id 2024-11-20T21:19:58,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:58,398 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d9e1b97-321d-4499-823b-851b7b59b7fc' 2024-11-20T21:19:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d9e1b97-321d-4499-823b-851b7b59b7fc" 2024-11-20T21:19:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9c9880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,34207,-1] 2024-11-20T21:19:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:58,399 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:58,400 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:58,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63b3f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:58,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:58,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,34207,1732137590047 2024-11-20T21:19:58,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@693f90aa 2024-11-20T21:19:58,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:58,404 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:58,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:43253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:19:58,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:19:58,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:58,408 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:43253' 2024-11-20T21:19:58,409 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac3ae12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:58,409 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43253,-1 for getting cluster id 2024-11-20T21:19:58,409 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:58,410 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85eab280-4009-48e0-a794-20a249e9057f' 2024-11-20T21:19:58,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:58,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85eab280-4009-48e0-a794-20a249e9057f" 2024-11-20T21:19:58,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ded52e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:58,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43253,-1] 2024-11-20T21:19:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:58,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:58,411 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:58,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62632a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:58,412 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:58,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,43253,1732137585121 2024-11-20T21:19:58,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7280e615 2024-11-20T21:19:58,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:58,414 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:19:58,415 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T21:19:58,415 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:19:58,415 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:58,415 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:58,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:19:58,415 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:19:58,416 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:19:58,418 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:19:58,418 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:58,418 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:19:58,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741837_1013 (size=1138) 2024-11-20T21:19:58,467 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:19:58,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:58,591 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 379, reset compression=false 2024-11-20T21:19:58,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:58,827 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 25f9244b57ac3434ed5ed36a610d0c60, NAME => 'hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0 2024-11-20T21:19:58,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741838_1014 (size=44) 2024-11-20T21:19:58,995 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 379, reset compression=false 2024-11-20T21:19:59,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:59,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:59,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 25f9244b57ac3434ed5ed36a610d0c60, disabling compactions & flushes 2024-11-20T21:19:59,240 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. 2024-11-20T21:19:59,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. 2024-11-20T21:19:59,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. after waiting 0 ms 2024-11-20T21:19:59,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. 2024-11-20T21:19:59,240 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. 2024-11-20T21:19:59,240 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 25f9244b57ac3434ed5ed36a610d0c60: Waiting for close lock at 1732137599240Disabling compacts and flushes for region at 1732137599240Disabling writes for close at 1732137599240Writing region close event to WAL at 1732137599240Closed at 1732137599240 2024-11-20T21:19:59,242 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:19:59,242 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137599242"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137599242"}]},"ts":"1732137599242"} 2024-11-20T21:19:59,245 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:19:59,246 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:19:59,246 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137599246"}]},"ts":"1732137599246"} 2024-11-20T21:19:59,248 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:19:59,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25f9244b57ac3434ed5ed36a610d0c60, ASSIGN}] 2024-11-20T21:19:59,250 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25f9244b57ac3434ed5ed36a610d0c60, ASSIGN 2024-11-20T21:19:59,251 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25f9244b57ac3434ed5ed36a610d0c60, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,37741,1732137590128; forceNewPlan=false, retain=false 2024-11-20T21:19:59,305 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T21:19:59,401 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25f9244b57ac3434ed5ed36a610d0c60, regionState=OPENING, regionLocation=0b16ab3f13b7,37741,1732137590128 2024-11-20T21:19:59,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=25f9244b57ac3434ed5ed36a610d0c60, ASSIGN because future has completed 2024-11-20T21:19:59,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25f9244b57ac3434ed5ed36a610d0c60, server=0b16ab3f13b7,37741,1732137590128}] 2024-11-20T21:19:59,500 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 379, reset compression=false 2024-11-20T21:19:59,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:19:59,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. 2024-11-20T21:19:59,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:19:59,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:19:59,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C37741%2C1732137590128.rep, suffix=, logDir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128, archiveDir=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/oldWALs, maxLogs=10 2024-11-20T21:19:59,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.rep.1732137599563, exclude list is [], retry=0 2024-11-20T21:19:59,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34567,DS-7ce4047d-b4b1-4a10-8e05-464d57c7a1a1,DISK] 2024-11-20T21:19:59,598 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.rep.1732137599563 2024-11-20T21:19:59,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35773:35773)] 2024-11-20T21:19:59,599 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 25f9244b57ac3434ed5ed36a610d0c60, NAME => 'hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:19:59,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:19:59,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:19:59,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. service=MultiRowMutationService 2024-11-20T21:19:59,600 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:19:59,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 25f9244b57ac3434ed5ed36a610d0c60 2024-11-20T21:19:59,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:19:59,600 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 25f9244b57ac3434ed5ed36a610d0c60 2024-11-20T21:19:59,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 25f9244b57ac3434ed5ed36a610d0c60 2024-11-20T21:19:59,602 INFO [StoreOpener-25f9244b57ac3434ed5ed36a610d0c60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 25f9244b57ac3434ed5ed36a610d0c60 2024-11-20T21:19:59,603 INFO [StoreOpener-25f9244b57ac3434ed5ed36a610d0c60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25f9244b57ac3434ed5ed36a610d0c60 columnFamilyName hfileref 2024-11-20T21:19:59,604 DEBUG [StoreOpener-25f9244b57ac3434ed5ed36a610d0c60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:59,604 INFO [StoreOpener-25f9244b57ac3434ed5ed36a610d0c60-1 {}] regionserver.HStore(327): Store=25f9244b57ac3434ed5ed36a610d0c60/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:59,604 INFO [StoreOpener-25f9244b57ac3434ed5ed36a610d0c60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 25f9244b57ac3434ed5ed36a610d0c60 2024-11-20T21:19:59,606 INFO [StoreOpener-25f9244b57ac3434ed5ed36a610d0c60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25f9244b57ac3434ed5ed36a610d0c60 columnFamilyName queue 2024-11-20T21:19:59,606 DEBUG [StoreOpener-25f9244b57ac3434ed5ed36a610d0c60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:59,606 INFO [StoreOpener-25f9244b57ac3434ed5ed36a610d0c60-1 {}] regionserver.HStore(327): Store=25f9244b57ac3434ed5ed36a610d0c60/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:59,607 INFO [StoreOpener-25f9244b57ac3434ed5ed36a610d0c60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 25f9244b57ac3434ed5ed36a610d0c60 2024-11-20T21:19:59,608 INFO [StoreOpener-25f9244b57ac3434ed5ed36a610d0c60-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25f9244b57ac3434ed5ed36a610d0c60 columnFamilyName sid 2024-11-20T21:19:59,608 DEBUG [StoreOpener-25f9244b57ac3434ed5ed36a610d0c60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:19:59,608 INFO [StoreOpener-25f9244b57ac3434ed5ed36a610d0c60-1 {}] regionserver.HStore(327): Store=25f9244b57ac3434ed5ed36a610d0c60/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:19:59,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 25f9244b57ac3434ed5ed36a610d0c60 2024-11-20T21:19:59,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/replication/25f9244b57ac3434ed5ed36a610d0c60 2024-11-20T21:19:59,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/replication/25f9244b57ac3434ed5ed36a610d0c60 2024-11-20T21:19:59,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 25f9244b57ac3434ed5ed36a610d0c60 2024-11-20T21:19:59,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 25f9244b57ac3434ed5ed36a610d0c60 2024-11-20T21:19:59,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:19:59,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 25f9244b57ac3434ed5ed36a610d0c60 2024-11-20T21:19:59,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/replication/25f9244b57ac3434ed5ed36a610d0c60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:19:59,616 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 25f9244b57ac3434ed5ed36a610d0c60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69082668, jitterRate=0.02941197156906128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:19:59,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 25f9244b57ac3434ed5ed36a610d0c60 2024-11-20T21:19:59,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 25f9244b57ac3434ed5ed36a610d0c60: Running coprocessor pre-open hook at 1732137599601Writing region info on filesystem at 1732137599601Initializing all the Stores at 1732137599601Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137599602 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137599602Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137599602Cleaning up temporary data from old regions at 1732137599611 (+9 ms)Running coprocessor post-open hooks at 1732137599617 (+6 ms)Region opened successfully at 1732137599617 2024-11-20T21:19:59,618 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60., pid=10, masterSystemTime=1732137599557 2024-11-20T21:19:59,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. 2024-11-20T21:19:59,620 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. 2024-11-20T21:19:59,621 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=25f9244b57ac3434ed5ed36a610d0c60, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,37741,1732137590128 2024-11-20T21:19:59,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 25f9244b57ac3434ed5ed36a610d0c60, server=0b16ab3f13b7,37741,1732137590128 because future has completed 2024-11-20T21:19:59,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:19:59,629 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 25f9244b57ac3434ed5ed36a610d0c60, server=0b16ab3f13b7,37741,1732137590128 in 219 msec 2024-11-20T21:19:59,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T21:19:59,631 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=25f9244b57ac3434ed5ed36a610d0c60, ASSIGN in 381 msec 2024-11-20T21:19:59,632 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:19:59,632 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137599632"}]},"ts":"1732137599632"} 2024-11-20T21:19:59,635 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:19:59,635 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:19:59,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2210 sec 2024-11-20T21:19:59,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60., hostname=0b16ab3f13b7,37741,1732137590128, seqNum=2] 2024-11-20T21:19:59,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:19:59,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:19:59,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:19:59,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37741 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T21:19:59,852 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:19:59,900 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,37741,1732137590128, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:19:59,901 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:19:59,901 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37741,1732137590128, seqNum=-1] 2024-11-20T21:19:59,901 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:19:59,903 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T21:19:59,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,37741,1732137590128', locateType=CURRENT is [region=hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60., hostname=0b16ab3f13b7,37741,1732137590128, seqNum=2] 2024-11-20T21:19:59,908 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T21:19:59,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T21:19:59,912 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,37741,1732137590128 suceeded 2024-11-20T21:19:59,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T21:19:59,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-20T21:19:59,914 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:43253,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:19:59,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-20T21:19:59,930 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:43253' 2024-11-20T21:19:59,932 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c3fe56f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:59,932 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43253,-1 for getting cluster id 2024-11-20T21:19:59,932 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:19:59,934 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85eab280-4009-48e0-a794-20a249e9057f' 2024-11-20T21:19:59,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:19:59,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85eab280-4009-48e0-a794-20a249e9057f" 2024-11-20T21:19:59,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4fad9d17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:59,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43253,-1] 2024-11-20T21:19:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:19:59,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:19:59,936 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:19:59,937 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@132ec714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:19:59,937 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:19:59,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,43253,1732137585121 2024-11-20T21:19:59,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55fff30c 2024-11-20T21:19:59,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:19:59,939 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-20T21:19:59,940 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,37741,1732137590128 (queues=1) is replicating from cluster=2d9e1b97-321d-4499-823b-851b7b59b7fc to cluster=85eab280-4009-48e0-a794-20a249e9057f 2024-11-20T21:19:59,940 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C37741%2C1732137590128 2024-11-20T21:19:59,941 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,37741,1732137590128, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:19:59,944 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C37741%2C1732137590128 2024-11-20T21:19:59,944 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913, startPosition=0, beingWritten=true 2024-11-20T21:19:59,952 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:19:59,952 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 379, reset compression=false 2024-11-20T21:19:59,952 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,37741,1732137590128 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:00,105 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 379, reset compression=false 2024-11-20T21:20:00,158 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 379, reset compression=false 2024-11-20T21:20:00,463 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 379, reset compression=false 2024-11-20T21:20:00,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34207 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:00,560 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:20:00,561 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:00,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:00,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:00,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:00,561 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:00,562 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:00,563 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,46877,1732137585239, seqNum=-1] 2024-11-20T21:20:00,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:00,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:00,568 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5., hostname=0b16ab3f13b7,46877,1732137585239, seqNum=2] 2024-11-20T21:20:00,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:00,572 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37741,1732137590128, seqNum=-1] 2024-11-20T21:20:00,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:00,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:00,576 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704., hostname=0b16ab3f13b7,37741,1732137590128, seqNum=2] 2024-11-20T21:20:00,578 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T21:20:00,809 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 379, reset compression=false 2024-11-20T21:20:00,818 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:00,818 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 480, reset compression=false 2024-11-20T21:20:00,818 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,46877,1732137585239 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bf8b26c412ecc2ecd5486cb96c7e1c5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T21:20:00,822 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:20:00,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-20T21:20:00,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:00,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6efccc7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:00,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37741 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,34207,-1 for getting cluster id 2024-11-20T21:20:00,826 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37741 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:00,829 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d9e1b97-321d-4499-823b-851b7b59b7fc' 2024-11-20T21:20:00,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:00,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d9e1b97-321d-4499-823b-851b7b59b7fc" 2024-11-20T21:20:00,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b1d955a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:00,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,34207,-1] 2024-11-20T21:20:00,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:00,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:00,835 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:00,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37741 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b2a58a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:00,842 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37741 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:00,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37741,1732137590128, seqNum=-1] 2024-11-20T21:20:00,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:00,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-20T21:20:00,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704., hostname=0b16ab3f13b7,37741,1732137590128, seqNum=2] 2024-11-20T21:20:00,867 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 379, reset compression=false 2024-11-20T21:20:00,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:01,031 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 480, reset compression=false 2024-11-20T21:20:01,336 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 480, reset compression=false 2024-11-20T21:20:01,372 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 379, reset compression=false 2024-11-20T21:20:01,403 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:01,403 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 504, reset compression=false 2024-11-20T21:20:01,408 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,37741,1732137590128 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:01,582 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T21:20:01,588 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T21:20:01,638 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 504, reset compression=false 2024-11-20T21:20:01,658 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:01,658 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 608, reset compression=false 2024-11-20T21:20:01,658 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,37741,1732137590128 got entry batch from reader: WALEntryBatch [walEntries=[{test/495c369fc906ad8c2bbbb42d207f4704/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T21:20:01,662 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:20:01,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-20T21:20:01,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:01,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bfc74c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:01,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,43253,-1 for getting cluster id 2024-11-20T21:20:01,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:01,670 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85eab280-4009-48e0-a794-20a249e9057f' 2024-11-20T21:20:01,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:01,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85eab280-4009-48e0-a794-20a249e9057f" 2024-11-20T21:20:01,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@211bb98f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:01,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,43253,-1] 2024-11-20T21:20:01,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:01,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:01,673 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:01,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@381b55b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:01,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:01,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,46877,1732137585239, seqNum=-1] 2024-11-20T21:20:01,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:01,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-20T21:20:01,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5., hostname=0b16ab3f13b7,46877,1732137585239, seqNum=2] 2024-11-20T21:20:01,684 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:01,741 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 480, reset compression=false 2024-11-20T21:20:01,772 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:01,772 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 607, reset compression=false 2024-11-20T21:20:01,774 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,46877,1732137585239 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:01,876 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 608, reset compression=false 2024-11-20T21:20:02,014 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 607, reset compression=false 2024-11-20T21:20:02,225 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 608, reset compression=false 2024-11-20T21:20:02,330 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 607, reset compression=false 2024-11-20T21:20:02,594 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T21:20:02,640 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 608, reset compression=false 2024-11-20T21:20:02,651 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T21:20:02,741 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 607, reset compression=false 2024-11-20T21:20:02,767 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:02,767 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 763, reset compression=false 2024-11-20T21:20:02,768 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,46877,1732137585239 got entry batch from reader: WALEntryBatch [walEntries=[{test/0bf8b26c412ecc2ecd5486cb96c7e1c5/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T21:20:02,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37741 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:02,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37741 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:02,984 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 763, reset compression=false 2024-11-20T21:20:03,208 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 608, reset compression=false 2024-11-20T21:20:03,228 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:20:03,269 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:03,269 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 756, reset compression=false 2024-11-20T21:20:03,270 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,37741,1732137590128 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:03,292 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 763, reset compression=false 2024-11-20T21:20:03,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:03,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:03,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:03,380 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:03,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:03,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:03,390 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:03,393 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:03,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:03,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:03,540 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 756, reset compression=false 2024-11-20T21:20:03,654 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T21:20:03,667 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T21:20:03,739 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 763, reset compression=false 2024-11-20T21:20:03,847 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 756, reset compression=false 2024-11-20T21:20:03,891 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:03,891 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 915, reset compression=false 2024-11-20T21:20:03,895 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,37741,1732137590128 got entry batch from reader: WALEntryBatch [walEntries=[{test/495c369fc906ad8c2bbbb42d207f4704/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T21:20:03,910 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:03,920 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46877 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:04,164 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 915, reset compression=false 2024-11-20T21:20:04,246 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 763, reset compression=false 2024-11-20T21:20:04,276 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:04,276 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 912, reset compression=false 2024-11-20T21:20:04,276 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,46877,1732137585239 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:04,507 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 915, reset compression=false 2024-11-20T21:20:04,512 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 912, reset compression=false 2024-11-20T21:20:04,669 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T21:20:04,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:20:04,671 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:04,672 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:04,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:04,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:04,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:04,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:20:04,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=713228698, stopped=false 2024-11-20T21:20:04,672 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,34207,1732137590047 2024-11-20T21:20:04,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11744184575/running 2024-11-20T21:20:04,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11744184575/running 2024-11-20T21:20:04,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:20:04,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:20:04,674 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:20:04,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:04,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:04,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:04,675 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,37741,1732137590128' ***** 2024-11-20T21:20:04,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Set watcher on znode that does not yet exist, /11744184575/running 2024-11-20T21:20:04,675 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:20:04,675 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:20:04,675 INFO [RS:0;0b16ab3f13b7:37741 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:20:04,675 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:20:04,675 INFO [RS:0;0b16ab3f13b7:37741 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:20:04,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Set watcher on znode that does not yet exist, /11744184575/running 2024-11-20T21:20:04,676 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(3091): Received CLOSE for 25f9244b57ac3434ed5ed36a610d0c60 2024-11-20T21:20:04,676 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(3091): Received CLOSE for 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:20:04,676 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,37741,1732137590128 2024-11-20T21:20:04,676 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:20:04,676 INFO [RS:0;0b16ab3f13b7:37741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:37741. 2024-11-20T21:20:04,676 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 25f9244b57ac3434ed5ed36a610d0c60, disabling compactions & flushes 2024-11-20T21:20:04,676 DEBUG [RS:0;0b16ab3f13b7:37741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:04,676 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. 2024-11-20T21:20:04,676 DEBUG [RS:0;0b16ab3f13b7:37741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:04,676 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. 2024-11-20T21:20:04,676 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. after waiting 0 ms 2024-11-20T21:20:04,676 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. 2024-11-20T21:20:04,676 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:20:04,677 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:20:04,677 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:20:04,677 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 25f9244b57ac3434ed5ed36a610d0c60 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-20T21:20:04,677 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:20:04,677 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T21:20:04,677 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 25f9244b57ac3434ed5ed36a610d0c60=hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60., 495c369fc906ad8c2bbbb42d207f4704=test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704.} 2024-11-20T21:20:04,677 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25f9244b57ac3434ed5ed36a610d0c60, 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:20:04,677 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:20:04,677 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:20:04,677 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:20:04,677 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:20:04,677 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:20:04,677 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T21:20:04,694 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/replication/25f9244b57ac3434ed5ed36a610d0c60/.tmp/queue/e443d0600b6044c9a3b7458b85c906a2 is 153, key is 1-0b16ab3f13b7,37741,1732137590128/queue:0b16ab3f13b7%2C37741%2C1732137590128/1732137603930/Put/seqid=0 2024-11-20T21:20:04,694 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/.tmp/info/be5ee623e4ca4cb1afa2a685bab640ad is 147, key is hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60./info:regioninfo/1732137599621/Put/seqid=0 2024-11-20T21:20:04,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741840_1016 (size=7686) 2024-11-20T21:20:04,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741841_1017 (size=5352) 2024-11-20T21:20:04,761 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:20:04,761 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:20:04,764 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:20:04,850 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 912, reset compression=false 2024-11-20T21:20:04,877 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25f9244b57ac3434ed5ed36a610d0c60, 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:20:04,947 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 915, reset compression=false 2024-11-20T21:20:05,078 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 25f9244b57ac3434ed5ed36a610d0c60, 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:20:05,106 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/replication/25f9244b57ac3434ed5ed36a610d0c60/.tmp/queue/e443d0600b6044c9a3b7458b85c906a2 2024-11-20T21:20:05,108 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/.tmp/info/be5ee623e4ca4cb1afa2a685bab640ad 2024-11-20T21:20:05,116 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/replication/25f9244b57ac3434ed5ed36a610d0c60/.tmp/queue/e443d0600b6044c9a3b7458b85c906a2 as hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/replication/25f9244b57ac3434ed5ed36a610d0c60/queue/e443d0600b6044c9a3b7458b85c906a2 2024-11-20T21:20:05,122 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/replication/25f9244b57ac3434ed5ed36a610d0c60/queue/e443d0600b6044c9a3b7458b85c906a2, entries=1, sequenceid=10, filesize=5.2 K 2024-11-20T21:20:05,123 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 25f9244b57ac3434ed5ed36a610d0c60 in 447ms, sequenceid=10, compaction requested=false 2024-11-20T21:20:05,184 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/.tmp/ns/61eef4a26697448897817828ebad6a8c is 43, key is default/ns:d/1732137592842/Put/seqid=0 2024-11-20T21:20:05,187 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/replication/25f9244b57ac3434ed5ed36a610d0c60/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T21:20:05,188 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:20:05,188 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:20:05,188 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. 2024-11-20T21:20:05,189 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 25f9244b57ac3434ed5ed36a610d0c60: Waiting for close lock at 1732137604676Running coprocessor pre-close hooks at 1732137604676Disabling compacts and flushes for region at 1732137604676Disabling writes for close at 1732137604676Obtaining lock to block concurrent updates at 1732137604677 (+1 ms)Preparing flush snapshotting stores in 25f9244b57ac3434ed5ed36a610d0c60 at 1732137604677Finished memstore snapshotting hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732137604677Flushing stores of hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. at 1732137604678 (+1 ms)Flushing 25f9244b57ac3434ed5ed36a610d0c60/queue: creating writer at 1732137604678Flushing 25f9244b57ac3434ed5ed36a610d0c60/queue: appending metadata at 1732137604693 (+15 ms)Flushing 25f9244b57ac3434ed5ed36a610d0c60/queue: closing flushed file at 1732137604693Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1aeac6c7: reopening flushed file at 1732137605115 (+422 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 25f9244b57ac3434ed5ed36a610d0c60 in 447ms, sequenceid=10, compaction requested=false at 1732137605123 (+8 ms)Writing region close event to WAL at 1732137605153 (+30 ms)Running coprocessor post-close hooks at 1732137605188 (+35 ms)Closed at 1732137605188 2024-11-20T21:20:05,189 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732137598415.25f9244b57ac3434ed5ed36a610d0c60. 2024-11-20T21:20:05,189 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 495c369fc906ad8c2bbbb42d207f4704, disabling compactions & flushes 2024-11-20T21:20:05,189 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. 2024-11-20T21:20:05,189 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. 2024-11-20T21:20:05,189 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. after waiting 0 ms 2024-11-20T21:20:05,189 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. 2024-11-20T21:20:05,189 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 495c369fc906ad8c2bbbb42d207f4704 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-20T21:20:05,215 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/.tmp/f/6a9e836f53624edcb5bcfe1728877a14 is 29, key is row1/f:/1732137603656/DeleteFamily/seqid=0 2024-11-20T21:20:05,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741842_1018 (size=5153) 2024-11-20T21:20:05,219 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/.tmp/ns/61eef4a26697448897817828ebad6a8c 2024-11-20T21:20:05,255 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 912, reset compression=false 2024-11-20T21:20:05,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741843_1019 (size=5118) 2024-11-20T21:20:05,278 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:20:05,279 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/.tmp/rep_barrier/f07390b8c5924eb486e7ebab441eb7d2 is 112, key is test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704./rep_barrier:seqnumDuringOpen/1732137596275/Put/seqid=0 2024-11-20T21:20:05,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741844_1020 (size=5518) 2024-11-20T21:20:05,291 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/.tmp/rep_barrier/f07390b8c5924eb486e7ebab441eb7d2 2024-11-20T21:20:05,322 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/.tmp/table/4a847505693c4fa3906150e1201f6626 is 53, key is hbase:replication/table:state/1732137599632/Put/seqid=0 2024-11-20T21:20:05,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741845_1021 (size=5308) 2024-11-20T21:20:05,462 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 915, reset compression=false 2024-11-20T21:20:05,478 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:20:05,487 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:05,487 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 1162, reset compression=false 2024-11-20T21:20:05,487 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,37741,1732137590128 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:05,488 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b16ab3f13b7,37741,1732137590128: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b16ab3f13b7,37741,1732137590128, walGroup=0b16ab3f13b7%2C37741%2C1732137590128, offset=0b16ab3f13b7%2C37741%2C1732137590128.1732137591913:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:37741 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T21:20:05,492 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:20:05,493 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:20:05,493 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:20:05,493 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:20:05,493 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:20:05,493 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 613911576 }, "NonHeapMemoryUsage": { "committed": 195297280, "init": 7667712, "max": -1, "used": 191065024 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T21:20:05,496 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:34207 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:34207 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-20T21:20:05,670 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/.tmp/f/6a9e836f53624edcb5bcfe1728877a14 2024-11-20T21:20:05,679 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:20:05,679 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 495c369fc906ad8c2bbbb42d207f4704=test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704.} 2024-11-20T21:20:05,679 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:20:05,681 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a9e836f53624edcb5bcfe1728877a14 2024-11-20T21:20:05,714 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/.tmp/f1/37c84d6fb39649b7a233b7397b1c71ef is 30, key is row1/f1:/1732137603656/DeleteFamily/seqid=0 2024-11-20T21:20:05,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741846_1022 (size=5123) 2024-11-20T21:20:05,729 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 1162, reset compression=false 2024-11-20T21:20:05,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-20T21:20:05,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-20T21:20:05,770 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 912, reset compression=false 2024-11-20T21:20:05,771 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/.tmp/table/4a847505693c4fa3906150e1201f6626 2024-11-20T21:20:05,778 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/.tmp/info/be5ee623e4ca4cb1afa2a685bab640ad as hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/info/be5ee623e4ca4cb1afa2a685bab640ad 2024-11-20T21:20:05,783 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/info/be5ee623e4ca4cb1afa2a685bab640ad, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T21:20:05,783 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/.tmp/ns/61eef4a26697448897817828ebad6a8c as hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/ns/61eef4a26697448897817828ebad6a8c 2024-11-20T21:20:05,793 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/ns/61eef4a26697448897817828ebad6a8c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T21:20:05,794 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/.tmp/rep_barrier/f07390b8c5924eb486e7ebab441eb7d2 as hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/rep_barrier/f07390b8c5924eb486e7ebab441eb7d2 2024-11-20T21:20:05,799 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/rep_barrier/f07390b8c5924eb486e7ebab441eb7d2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T21:20:05,800 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/.tmp/table/4a847505693c4fa3906150e1201f6626 as hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/table/4a847505693c4fa3906150e1201f6626 2024-11-20T21:20:05,805 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/table/4a847505693c4fa3906150e1201f6626, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T21:20:05,807 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1129ms, sequenceid=16, compaction requested=false 2024-11-20T21:20:05,811 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T21:20:05,811 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:20:05,812 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:20:05,812 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:05,812 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137604677Running coprocessor pre-close hooks at 1732137604677Disabling compacts and flushes for region at 1732137604677Disabling writes for close at 1732137604677Obtaining lock to block concurrent updates at 1732137604677Preparing flush snapshotting stores in 1588230740 at 1732137604677Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732137604678 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732137604678Flushing 1588230740/info: creating writer at 1732137604678Flushing 1588230740/info: appending metadata at 1732137604694 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732137604694Flushing 1588230740/ns: creating writer at 1732137605153 (+459 ms)Flushing 1588230740/ns: appending metadata at 1732137605184 (+31 ms)Flushing 1588230740/ns: closing flushed file at 1732137605184Flushing 1588230740/rep_barrier: creating writer at 1732137605226 (+42 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732137605278 (+52 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732137605278Flushing 1588230740/table: creating writer at 1732137605297 (+19 ms)Flushing 1588230740/table: appending metadata at 1732137605321 (+24 ms)Flushing 1588230740/table: closing flushed file at 1732137605321Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ca9522: reopening flushed file at 1732137605777 (+456 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66bf0f74: reopening flushed file at 1732137605783 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3df040dd: reopening flushed file at 1732137605793 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1274fef9: reopening flushed file at 1732137605799 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1129ms, sequenceid=16, compaction requested=false at 1732137605807 (+8 ms)Writing region close event to WAL at 1732137605808 (+1 ms)Running coprocessor post-close hooks at 1732137605811 (+3 ms)Closed at 1732137605812 (+1 ms) 2024-11-20T21:20:05,812 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:05,879 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1351): Waiting on 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:20:06,033 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 1162, reset compression=false 2024-11-20T21:20:06,079 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1351): Waiting on 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:20:06,120 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/.tmp/f1/37c84d6fb39649b7a233b7397b1c71ef 2024-11-20T21:20:06,129 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37c84d6fb39649b7a233b7397b1c71ef 2024-11-20T21:20:06,215 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/.tmp/norep/e9fa53d922f349c1bbcbfce93398b6fe is 33, key is row1/norep:/1732137603656/DeleteFamily/seqid=0 2024-11-20T21:20:06,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741847_1023 (size=5108) 2024-11-20T21:20:06,276 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/.tmp/norep/e9fa53d922f349c1bbcbfce93398b6fe 2024-11-20T21:20:06,281 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1351): Waiting on 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:20:06,308 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9fa53d922f349c1bbcbfce93398b6fe 2024-11-20T21:20:06,313 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/.tmp/f/6a9e836f53624edcb5bcfe1728877a14 as hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/f/6a9e836f53624edcb5bcfe1728877a14 2024-11-20T21:20:06,337 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6a9e836f53624edcb5bcfe1728877a14 2024-11-20T21:20:06,337 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/f/6a9e836f53624edcb5bcfe1728877a14, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T21:20:06,341 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/.tmp/f1/37c84d6fb39649b7a233b7397b1c71ef as hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/f1/37c84d6fb39649b7a233b7397b1c71ef 2024-11-20T21:20:06,357 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 37c84d6fb39649b7a233b7397b1c71ef 2024-11-20T21:20:06,357 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/f1/37c84d6fb39649b7a233b7397b1c71ef, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T21:20:06,358 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/.tmp/norep/e9fa53d922f349c1bbcbfce93398b6fe as hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/norep/e9fa53d922f349c1bbcbfce93398b6fe 2024-11-20T21:20:06,375 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 912, reset compression=false 2024-11-20T21:20:06,386 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e9fa53d922f349c1bbcbfce93398b6fe 2024-11-20T21:20:06,386 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/norep/e9fa53d922f349c1bbcbfce93398b6fe, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T21:20:06,390 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 495c369fc906ad8c2bbbb42d207f4704 in 1201ms, sequenceid=8, compaction requested=false 2024-11-20T21:20:06,471 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 1162, reset compression=false 2024-11-20T21:20:06,483 DEBUG [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1351): Waiting on 495c369fc906ad8c2bbbb42d207f4704 2024-11-20T21:20:06,514 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/data/default/test/495c369fc906ad8c2bbbb42d207f4704/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T21:20:06,515 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:20:06,515 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:20:06,515 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. 2024-11-20T21:20:06,515 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 495c369fc906ad8c2bbbb42d207f4704: Waiting for close lock at 1732137605189Running coprocessor pre-close hooks at 1732137605189Disabling compacts and flushes for region at 1732137605189Disabling writes for close at 1732137605189Obtaining lock to block concurrent updates at 1732137605189Preparing flush snapshotting stores in 495c369fc906ad8c2bbbb42d207f4704 at 1732137605189Finished memstore snapshotting test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732137605190 (+1 ms)Flushing stores of test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. at 1732137605191 (+1 ms)Flushing 495c369fc906ad8c2bbbb42d207f4704/f: creating writer at 1732137605191Flushing 495c369fc906ad8c2bbbb42d207f4704/f: appending metadata at 1732137605214 (+23 ms)Flushing 495c369fc906ad8c2bbbb42d207f4704/f: closing flushed file at 1732137605214Flushing 495c369fc906ad8c2bbbb42d207f4704/f1: creating writer at 1732137605681 (+467 ms)Flushing 495c369fc906ad8c2bbbb42d207f4704/f1: appending metadata at 1732137605713 (+32 ms)Flushing 495c369fc906ad8c2bbbb42d207f4704/f1: closing flushed file at 1732137605713Flushing 495c369fc906ad8c2bbbb42d207f4704/norep: creating writer at 1732137606130 (+417 ms)Flushing 495c369fc906ad8c2bbbb42d207f4704/norep: appending metadata at 1732137606214 (+84 ms)Flushing 495c369fc906ad8c2bbbb42d207f4704/norep: closing flushed file at 1732137606214Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52bbf960: reopening flushed file at 1732137606308 (+94 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c6a5ff3: reopening flushed file at 1732137606338 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fc62ba3: reopening flushed file at 1732137606358 (+20 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 495c369fc906ad8c2bbbb42d207f4704 in 1201ms, sequenceid=8, compaction requested=false at 1732137606390 (+32 ms)Writing region close event to WAL at 1732137606481 (+91 ms)Running coprocessor post-close hooks at 1732137606515 (+34 ms)Closed at 1732137606515 2024-11-20T21:20:06,515 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:06,515 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 1806, reset compression=false 2024-11-20T21:20:06,515 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137595072.495c369fc906ad8c2bbbb42d207f4704. 2024-11-20T21:20:06,683 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,37741,1732137590128; all regions closed. 2024-11-20T21:20:06,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741834_1010 (size=4239) 2024-11-20T21:20:06,686 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.meta.1732137592800.meta not finished, retry = 0 2024-11-20T21:20:06,729 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/WALs/0b16ab3f13b7,37741,1732137590128/0b16ab3f13b7%2C37741%2C1732137590128.1732137591913 to pos 1806, reset compression=false 2024-11-20T21:20:06,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741839_1015 (size=2676) 2024-11-20T21:20:06,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741832_1008 (size=1814) 2024-11-20T21:20:06,804 DEBUG [RS:0;0b16ab3f13b7:37741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:06,804 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:20:06,805 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:20:06,805 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:20:06,805 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:20:06,805 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,37741,1732137590128 because: Region server is closing 2024-11-20T21:20:06,806 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:20:06,806 INFO [RS:0;0b16ab3f13b7:37741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:37741. 2024-11-20T21:20:06,806 DEBUG [RS:0;0b16ab3f13b7:37741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:06,806 DEBUG [RS:0;0b16ab3f13b7:37741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:06,807 DEBUG [RS:0;0b16ab3f13b7:37741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:06,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:06,907 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.shipper0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 terminated 2024-11-20T21:20:06,907 INFO [RS:0;0b16ab3f13b7:37741 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:37741. 2024-11-20T21:20:06,907 DEBUG [RS:0;0b16ab3f13b7:37741 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:06,907 DEBUG [RS:0;0b16ab3f13b7:37741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:06,908 DEBUG [RS:0;0b16ab3f13b7:37741 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:06,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:06,909 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37741,1732137590128.replicationSource.wal-reader.0b16ab3f13b7%2C37741%2C1732137590128,1-0b16ab3f13b7,37741,1732137590128 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T21:20:06,909 INFO [RS:0;0b16ab3f13b7:37741 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37741 2024-11-20T21:20:06,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575/rs 2024-11-20T21:20:06,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11744184575/rs/0b16ab3f13b7,37741,1732137590128 2024-11-20T21:20:06,914 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:20:06,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,37741,1732137590128] 2024-11-20T21:20:06,918 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11744184575/draining/0b16ab3f13b7,37741,1732137590128 already deleted, retry=false 2024-11-20T21:20:06,918 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,37741,1732137590128 expired; onlineServers=0 2024-11-20T21:20:06,918 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,34207,1732137590047' ***** 2024-11-20T21:20:06,918 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:20:06,918 INFO [M:0;0b16ab3f13b7:34207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:20:06,918 INFO [M:0;0b16ab3f13b7:34207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:20:06,918 DEBUG [M:0;0b16ab3f13b7:34207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:20:06,918 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:20:06,918 DEBUG [M:0;0b16ab3f13b7:34207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:20:06,918 INFO [M:0;0b16ab3f13b7:34207 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:20:06,918 INFO [M:0;0b16ab3f13b7:34207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:20:06,918 DEBUG [M:0;0b16ab3f13b7:34207 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:20:06,918 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137591607 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137591607,5,FailOnTimeoutGroup] 2024-11-20T21:20:06,919 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137591607 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137591607,5,FailOnTimeoutGroup] 2024-11-20T21:20:06,919 INFO [M:0;0b16ab3f13b7:34207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:20:06,919 INFO [M:0;0b16ab3f13b7:34207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:20:06,920 INFO [M:0;0b16ab3f13b7:34207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:20:06,920 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:20:06,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11744184575/master 2024-11-20T21:20:06,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11744184575 2024-11-20T21:20:06,924 DEBUG [M:0;0b16ab3f13b7:34207 {}] zookeeper.RecoverableZooKeeper(212): Node /11744184575/master already deleted, retry=false 2024-11-20T21:20:06,924 DEBUG [M:0;0b16ab3f13b7:34207 {}] master.ActiveMasterManager(353): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Failed delete of our master address node; KeeperErrorCode = NoNode for /11744184575/master 2024-11-20T21:20:06,926 INFO [M:0;0b16ab3f13b7:34207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/.lastflushedseqids 2024-11-20T21:20:06,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741848_1024 (size=245) 2024-11-20T21:20:06,944 INFO [M:0;0b16ab3f13b7:34207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:20:06,945 INFO [M:0;0b16ab3f13b7:34207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:20:06,945 DEBUG [M:0;0b16ab3f13b7:34207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:20:06,945 INFO [M:0;0b16ab3f13b7:34207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:06,945 DEBUG [M:0;0b16ab3f13b7:34207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:06,945 DEBUG [M:0;0b16ab3f13b7:34207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:20:06,945 DEBUG [M:0;0b16ab3f13b7:34207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:06,945 INFO [M:0;0b16ab3f13b7:34207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T21:20:06,965 DEBUG [M:0;0b16ab3f13b7:34207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d9a6ff407784920a0f65e11d75acf19 is 82, key is hbase:meta,,1/info:regioninfo/1732137592832/Put/seqid=0 2024-11-20T21:20:06,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741849_1025 (size=5672) 2024-11-20T21:20:07,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:07,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37741-0x1005f100f3e0004, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:07,017 INFO [RS:0;0b16ab3f13b7:37741 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:20:07,017 INFO [RS:0;0b16ab3f13b7:37741 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,37741,1732137590128; zookeeper connection closed. 2024-11-20T21:20:07,018 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@b77d0bd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@b77d0bd 2024-11-20T21:20:07,018 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:20:07,118 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 912, reset compression=false 2024-11-20T21:20:07,371 INFO [M:0;0b16ab3f13b7:34207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d9a6ff407784920a0f65e11d75acf19 2024-11-20T21:20:07,400 DEBUG [M:0;0b16ab3f13b7:34207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da39b6de3a174d9f99d481fa53994f8e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732137599637/Put/seqid=0 2024-11-20T21:20:07,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741850_1026 (size=8517) 2024-11-20T21:20:07,811 INFO [M:0;0b16ab3f13b7:34207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da39b6de3a174d9f99d481fa53994f8e 2024-11-20T21:20:07,885 DEBUG [M:0;0b16ab3f13b7:34207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f926a2442f364a01b9ab012d1ad26615 is 69, key is 0b16ab3f13b7,37741,1732137590128/rs:state/1732137591735/Put/seqid=0 2024-11-20T21:20:07,923 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 912, reset compression=false 2024-11-20T21:20:07,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741851_1027 (size=5156) 2024-11-20T21:20:07,930 INFO [M:0;0b16ab3f13b7:34207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f926a2442f364a01b9ab012d1ad26615 2024-11-20T21:20:07,944 DEBUG [M:0;0b16ab3f13b7:34207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d9a6ff407784920a0f65e11d75acf19 as hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d9a6ff407784920a0f65e11d75acf19 2024-11-20T21:20:07,951 INFO [M:0;0b16ab3f13b7:34207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d9a6ff407784920a0f65e11d75acf19, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T21:20:07,954 DEBUG [M:0;0b16ab3f13b7:34207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/da39b6de3a174d9f99d481fa53994f8e as hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da39b6de3a174d9f99d481fa53994f8e 2024-11-20T21:20:07,962 INFO [M:0;0b16ab3f13b7:34207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/da39b6de3a174d9f99d481fa53994f8e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T21:20:07,963 DEBUG [M:0;0b16ab3f13b7:34207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f926a2442f364a01b9ab012d1ad26615 as hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f926a2442f364a01b9ab012d1ad26615 2024-11-20T21:20:07,979 INFO [M:0;0b16ab3f13b7:34207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38415/user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f926a2442f364a01b9ab012d1ad26615, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T21:20:07,981 INFO [M:0;0b16ab3f13b7:34207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1036ms, sequenceid=97, compaction requested=false 2024-11-20T21:20:08,025 INFO [M:0;0b16ab3f13b7:34207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:08,025 DEBUG [M:0;0b16ab3f13b7:34207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137606945Disabling compacts and flushes for region at 1732137606945Disabling writes for close at 1732137606945Obtaining lock to block concurrent updates at 1732137606945Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137606945Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732137606946 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137606949 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137606949Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137606964 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137606964Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137607377 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137607399 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137607399Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137607825 (+426 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137607884 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137607884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51e51326: reopening flushed file at 1732137607943 (+59 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af2de38: reopening flushed file at 1732137607951 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7f012a: reopening flushed file at 1732137607962 (+11 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1036ms, sequenceid=97, compaction requested=false at 1732137607981 (+19 ms)Writing region close event to WAL at 1732137608025 (+44 ms)Closed at 1732137608025 2024-11-20T21:20:08,059 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e02ad638-7346-4dcf-b89e-dfa0e94053a0/MasterData/WALs/0b16ab3f13b7,34207,1732137590047/0b16ab3f13b7%2C34207%2C1732137590047.1732137591472 not finished, retry = 0 2024-11-20T21:20:08,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34567 is added to blk_1073741830_1006 (size=63666) 2024-11-20T21:20:08,161 INFO [M:0;0b16ab3f13b7:34207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:20:08,161 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:20:08,161 INFO [M:0;0b16ab3f13b7:34207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34207 2024-11-20T21:20:08,164 INFO [M:0;0b16ab3f13b7:34207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:20:08,258 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:08,258 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:20:08,259 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28321 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:20:08,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:08,267 INFO [M:0;0b16ab3f13b7:34207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:20:08,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34207-0x1005f100f3e0003, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:08,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790b2c70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:20:08,279 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e6736a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:20:08,279 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:20:08,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d47073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:20:08,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5172d7cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/hadoop.log.dir/,STOPPED} 2024-11-20T21:20:08,283 WARN [BP-257924169-172.17.0.3-1732137588370 heartbeating to localhost/127.0.0.1:38415 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:20:08,283 WARN [BP-257924169-172.17.0.3-1732137588370 heartbeating to localhost/127.0.0.1:38415 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-257924169-172.17.0.3-1732137588370 (Datanode Uuid 3000ae31-dc02-40ee-9846-e8fab94cffc6) service to localhost/127.0.0.1:38415 2024-11-20T21:20:08,283 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:20:08,283 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:20:08,284 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:20:08,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/cluster_174bc105-ec4f-5867-42d2-1da0a882effa/data/data2/current/BP-257924169-172.17.0.3-1732137588370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:20:08,285 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/cluster_174bc105-ec4f-5867-42d2-1da0a882effa/data/data1/current/BP-257924169-172.17.0.3-1732137588370 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:20:08,295 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73eebb02{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:20:08,296 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b7c9c1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:20:08,296 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:20:08,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cae8f34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:20:08,296 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c2d1fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/hadoop.log.dir/,STOPPED} 2024-11-20T21:20:08,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:20:08,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:20:08,309 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:08,309 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:08,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:08,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:08,309 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:08,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:20:08,310 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1274909852, stopped=false 2024-11-20T21:20:08,310 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,43253,1732137585121 2024-11-20T21:20:08,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01812756785/running 2024-11-20T21:20:08,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:20:08,312 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:20:08,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01812756785/running 2024-11-20T21:20:08,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:20:08,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Set watcher on znode that does not yet exist, /01812756785/running 2024-11-20T21:20:08,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Set watcher on znode that does not yet exist, /01812756785/running 2024-11-20T21:20:08,314 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:08,314 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:08,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:08,314 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,46877,1732137585239' ***** 2024-11-20T21:20:08,314 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:20:08,314 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:20:08,314 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:20:08,314 INFO [RS:0;0b16ab3f13b7:46877 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:20:08,314 INFO [RS:0;0b16ab3f13b7:46877 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:20:08,314 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(3091): Received CLOSE for 0bf8b26c412ecc2ecd5486cb96c7e1c5 2024-11-20T21:20:08,315 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(3091): Received CLOSE for d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:20:08,315 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,46877,1732137585239 2024-11-20T21:20:08,315 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:20:08,315 INFO [RS:0;0b16ab3f13b7:46877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:46877. 2024-11-20T21:20:08,315 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0bf8b26c412ecc2ecd5486cb96c7e1c5, disabling compactions & flushes 2024-11-20T21:20:08,315 DEBUG [RS:0;0b16ab3f13b7:46877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:08,315 DEBUG [RS:0;0b16ab3f13b7:46877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:08,315 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. 2024-11-20T21:20:08,315 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. 2024-11-20T21:20:08,315 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. after waiting 0 ms 2024-11-20T21:20:08,315 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. 2024-11-20T21:20:08,315 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:20:08,315 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:20:08,315 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:20:08,315 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:20:08,315 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0bf8b26c412ecc2ecd5486cb96c7e1c5 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-20T21:20:08,315 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T21:20:08,315 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1325): Online Regions={0bf8b26c412ecc2ecd5486cb96c7e1c5=test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5., 1588230740=hbase:meta,,1.1588230740, d6a9d87b437ed1a1d3bf7bb94c2b0bc7=hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7.} 2024-11-20T21:20:08,315 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1351): Waiting on 0bf8b26c412ecc2ecd5486cb96c7e1c5, 1588230740, d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:20:08,315 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:20:08,315 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:20:08,315 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:20:08,315 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:20:08,315 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:20:08,316 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:20:08,316 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T21:20:08,335 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/.tmp/f/fb1155825d5847e7abeced18a875f4f0 is 29, key is row1/f:/1732137603656/DeleteFamily/seqid=0 2024-11-20T21:20:08,341 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/.tmp/info/74bae32d5819425687914c98af191b55 is 147, key is hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7./info:regioninfo/1732137597756/Put/seqid=0 2024-11-20T21:20:08,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741840_1016 (size=7686) 2024-11-20T21:20:08,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741841_1017 (size=5118) 2024-11-20T21:20:08,426 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:20:08,426 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:20:08,516 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1351): Waiting on 0bf8b26c412ecc2ecd5486cb96c7e1c5, 1588230740, d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:20:08,716 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1351): Waiting on 0bf8b26c412ecc2ecd5486cb96c7e1c5, 1588230740, d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:20:08,748 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/.tmp/info/74bae32d5819425687914c98af191b55 2024-11-20T21:20:08,760 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/.tmp/f/fb1155825d5847e7abeced18a875f4f0 2024-11-20T21:20:08,765 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb1155825d5847e7abeced18a875f4f0 2024-11-20T21:20:08,778 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/.tmp/ns/23623fbf5b9b44778a16094a02975012 is 43, key is default/ns:d/1732137588184/Put/seqid=0 2024-11-20T21:20:08,784 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/.tmp/f1/fc835dd129144fe1b41cd608ec69f133 is 30, key is row1/f1:/1732137603656/DeleteFamily/seqid=0 2024-11-20T21:20:08,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741842_1018 (size=5153) 2024-11-20T21:20:08,785 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/.tmp/ns/23623fbf5b9b44778a16094a02975012 2024-11-20T21:20:08,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741843_1019 (size=5123) 2024-11-20T21:20:08,815 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/.tmp/rep_barrier/4339b903745248e0b4a5ed0f2f5817af is 112, key is test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5./rep_barrier:seqnumDuringOpen/1732137594087/Put/seqid=0 2024-11-20T21:20:08,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741844_1020 (size=5518) 2024-11-20T21:20:08,856 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 912, reset compression=false 2024-11-20T21:20:08,861 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:08,861 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 1159, reset compression=false 2024-11-20T21:20:08,861 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,46877,1732137585239 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:08,862 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b16ab3f13b7,46877,1732137585239: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b16ab3f13b7,46877,1732137585239, walGroup=0b16ab3f13b7%2C46877%2C1732137585239, offset=0b16ab3f13b7%2C46877%2C1732137585239.1732137587499:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:46877 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T21:20:08,863 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:20:08,863 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:20:08,864 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:20:08,864 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:20:08,864 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:20:08,864 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 672631832 }, "NonHeapMemoryUsage": { "committed": 195559424, "init": 7667712, "max": -1, "used": 191501432 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T21:20:08,865 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:43253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:43253 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-20T21:20:08,916 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1351): Waiting on 0bf8b26c412ecc2ecd5486cb96c7e1c5, 1588230740, d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:20:09,068 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 1159, reset compression=false 2024-11-20T21:20:09,116 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1351): Waiting on 0bf8b26c412ecc2ecd5486cb96c7e1c5, 1588230740, d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:20:09,190 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/.tmp/f1/fc835dd129144fe1b41cd608ec69f133 2024-11-20T21:20:09,195 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc835dd129144fe1b41cd608ec69f133 2024-11-20T21:20:09,220 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/.tmp/rep_barrier/4339b903745248e0b4a5ed0f2f5817af 2024-11-20T21:20:09,225 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/.tmp/norep/a7c19f85188143638463ed6752dbd3d8 is 32, key is row/norep:/1732137602602/DeleteFamily/seqid=0 2024-11-20T21:20:09,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741845_1021 (size=5101) 2024-11-20T21:20:09,241 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/.tmp/table/723aee763bf3495ca6dfde0a7536cc9f is 53, key is hbase:replication/table:state/1732137597782/Put/seqid=0 2024-11-20T21:20:09,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741846_1022 (size=5308) 2024-11-20T21:20:09,246 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/.tmp/table/723aee763bf3495ca6dfde0a7536cc9f 2024-11-20T21:20:09,250 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/.tmp/info/74bae32d5819425687914c98af191b55 as hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/info/74bae32d5819425687914c98af191b55 2024-11-20T21:20:09,255 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/info/74bae32d5819425687914c98af191b55, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T21:20:09,256 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/.tmp/ns/23623fbf5b9b44778a16094a02975012 as hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/ns/23623fbf5b9b44778a16094a02975012 2024-11-20T21:20:09,260 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/ns/23623fbf5b9b44778a16094a02975012, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T21:20:09,261 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/.tmp/rep_barrier/4339b903745248e0b4a5ed0f2f5817af as hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/rep_barrier/4339b903745248e0b4a5ed0f2f5817af 2024-11-20T21:20:09,265 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/rep_barrier/4339b903745248e0b4a5ed0f2f5817af, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T21:20:09,265 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/.tmp/table/723aee763bf3495ca6dfde0a7536cc9f as hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/table/723aee763bf3495ca6dfde0a7536cc9f 2024-11-20T21:20:09,270 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/table/723aee763bf3495ca6dfde0a7536cc9f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T21:20:09,272 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 956ms, sequenceid=16, compaction requested=false 2024-11-20T21:20:09,281 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T21:20:09,281 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:20:09,281 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:20:09,281 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:09,282 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137608315Running coprocessor pre-close hooks at 1732137608315Disabling compacts and flushes for region at 1732137608315Disabling writes for close at 1732137608315Obtaining lock to block concurrent updates at 1732137608316 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732137608316Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732137608316Flushing stores of hbase:meta,,1.1588230740 at 1732137608316Flushing 1588230740/info: creating writer at 1732137608317 (+1 ms)Flushing 1588230740/info: appending metadata at 1732137608341 (+24 ms)Flushing 1588230740/info: closing flushed file at 1732137608341Flushing 1588230740/ns: creating writer at 1732137608754 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732137608777 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1732137608777Flushing 1588230740/rep_barrier: creating writer at 1732137608795 (+18 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732137608814 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732137608814Flushing 1588230740/table: creating writer at 1732137609225 (+411 ms)Flushing 1588230740/table: appending metadata at 1732137609241 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732137609241Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@204d86a1: reopening flushed file at 1732137609250 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58dd3d12: reopening flushed file at 1732137609255 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cfe6ba3: reopening flushed file at 1732137609260 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73eabf0a: reopening flushed file at 1732137609265 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 956ms, sequenceid=16, compaction requested=false at 1732137609272 (+7 ms)Writing region close event to WAL at 1732137609277 (+5 ms)Running coprocessor post-close hooks at 1732137609281 (+4 ms)Closed at 1732137609281 2024-11-20T21:20:09,282 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:09,317 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:20:09,317 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1325): Online Regions={0bf8b26c412ecc2ecd5486cb96c7e1c5=test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5., d6a9d87b437ed1a1d3bf7bb94c2b0bc7=hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7.} 2024-11-20T21:20:09,317 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1351): Waiting on 0bf8b26c412ecc2ecd5486cb96c7e1c5, d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:20:09,398 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 1159, reset compression=false 2024-11-20T21:20:09,517 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1351): Waiting on 0bf8b26c412ecc2ecd5486cb96c7e1c5, d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:20:09,630 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/.tmp/norep/a7c19f85188143638463ed6752dbd3d8 2024-11-20T21:20:09,636 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7c19f85188143638463ed6752dbd3d8 2024-11-20T21:20:09,637 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/.tmp/f/fb1155825d5847e7abeced18a875f4f0 as hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/f/fb1155825d5847e7abeced18a875f4f0 2024-11-20T21:20:09,642 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fb1155825d5847e7abeced18a875f4f0 2024-11-20T21:20:09,642 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/f/fb1155825d5847e7abeced18a875f4f0, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T21:20:09,643 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/.tmp/f1/fc835dd129144fe1b41cd608ec69f133 as hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/f1/fc835dd129144fe1b41cd608ec69f133 2024-11-20T21:20:09,648 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc835dd129144fe1b41cd608ec69f133 2024-11-20T21:20:09,648 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/f1/fc835dd129144fe1b41cd608ec69f133, entries=2, sequenceid=8, filesize=5.0 K 2024-11-20T21:20:09,649 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/.tmp/norep/a7c19f85188143638463ed6752dbd3d8 as hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/norep/a7c19f85188143638463ed6752dbd3d8 2024-11-20T21:20:09,658 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a7c19f85188143638463ed6752dbd3d8 2024-11-20T21:20:09,658 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/norep/a7c19f85188143638463ed6752dbd3d8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-20T21:20:09,659 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0bf8b26c412ecc2ecd5486cb96c7e1c5 in 1344ms, sequenceid=8, compaction requested=false 2024-11-20T21:20:09,669 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/data/default/test/0bf8b26c412ecc2ecd5486cb96c7e1c5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-20T21:20:09,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:20:09,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:20:09,670 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. 2024-11-20T21:20:09,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0bf8b26c412ecc2ecd5486cb96c7e1c5: Waiting for close lock at 1732137608315Running coprocessor pre-close hooks at 1732137608315Disabling compacts and flushes for region at 1732137608315Disabling writes for close at 1732137608315Obtaining lock to block concurrent updates at 1732137608315Preparing flush snapshotting stores in 0bf8b26c412ecc2ecd5486cb96c7e1c5 at 1732137608315Finished memstore snapshotting test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732137608315Flushing stores of test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. at 1732137608316 (+1 ms)Flushing 0bf8b26c412ecc2ecd5486cb96c7e1c5/f: creating writer at 1732137608316Flushing 0bf8b26c412ecc2ecd5486cb96c7e1c5/f: appending metadata at 1732137608334 (+18 ms)Flushing 0bf8b26c412ecc2ecd5486cb96c7e1c5/f: closing flushed file at 1732137608334Flushing 0bf8b26c412ecc2ecd5486cb96c7e1c5/f1: creating writer at 1732137608765 (+431 ms)Flushing 0bf8b26c412ecc2ecd5486cb96c7e1c5/f1: appending metadata at 1732137608783 (+18 ms)Flushing 0bf8b26c412ecc2ecd5486cb96c7e1c5/f1: closing flushed file at 1732137608783Flushing 0bf8b26c412ecc2ecd5486cb96c7e1c5/norep: creating writer at 1732137609196 (+413 ms)Flushing 0bf8b26c412ecc2ecd5486cb96c7e1c5/norep: appending metadata at 1732137609224 (+28 ms)Flushing 0bf8b26c412ecc2ecd5486cb96c7e1c5/norep: closing flushed file at 1732137609224Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d6619ed: reopening flushed file at 1732137609636 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61fb1003: reopening flushed file at 1732137609642 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77801cdb: reopening flushed file at 1732137609648 (+6 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 0bf8b26c412ecc2ecd5486cb96c7e1c5 in 1344ms, sequenceid=8, compaction requested=false at 1732137609659 (+11 ms)Writing region close event to WAL at 1732137609665 (+6 ms)Running coprocessor post-close hooks at 1732137609670 (+5 ms)Closed at 1732137609670 2024-11-20T21:20:09,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137592915.0bf8b26c412ecc2ecd5486cb96c7e1c5. 2024-11-20T21:20:09,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6a9d87b437ed1a1d3bf7bb94c2b0bc7, disabling compactions & flushes 2024-11-20T21:20:09,670 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:20:09,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:20:09,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. after waiting 0 ms 2024-11-20T21:20:09,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:20:09,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6a9d87b437ed1a1d3bf7bb94c2b0bc7: Waiting for close lock at 1732137609670Running coprocessor pre-close hooks at 1732137609670Disabling compacts and flushes for region at 1732137609670Disabling writes for close at 1732137609670Failed flush hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7., putting online again at 1732137609670 2024-11-20T21:20:09,670 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:20:09,717 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(3091): Received CLOSE for d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:20:09,717 DEBUG [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1351): Waiting on d6a9d87b437ed1a1d3bf7bb94c2b0bc7 2024-11-20T21:20:09,717 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d6a9d87b437ed1a1d3bf7bb94c2b0bc7, disabling compactions & flushes 2024-11-20T21:20:09,718 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:20:09,718 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:20:09,718 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. after waiting 0 ms 2024-11-20T21:20:09,718 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:20:09,718 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d6a9d87b437ed1a1d3bf7bb94c2b0bc7: Waiting for close lock at 1732137609717Running coprocessor pre-close hooks at 1732137609717Disabling compacts and flushes for region at 1732137609717Disabling writes for close at 1732137609718 (+1 ms)Failed flush hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7., putting online again at 1732137609718 2024-11-20T21:20:09,718 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732137597266.d6a9d87b437ed1a1d3bf7bb94c2b0bc7. 2024-11-20T21:20:09,802 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 1159, reset compression=false 2024-11-20T21:20:09,819 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:09,819 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.wal-reader.0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/WALs/0b16ab3f13b7,46877,1732137585239/0b16ab3f13b7%2C46877%2C1732137585239.1732137587499 to pos 1803, reset compression=false 2024-11-20T21:20:09,917 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T21:20:09,918 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,46877,1732137585239; all regions closed. 2024-11-20T21:20:09,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741834_1010 (size=4239) 2024-11-20T21:20:09,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741839_1015 (size=1733) 2024-11-20T21:20:09,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741832_1008 (size=1811) 2024-11-20T21:20:09,928 DEBUG [RS:0;0b16ab3f13b7:46877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:09,928 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:20:09,931 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:20:09,931 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:20:09,931 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:20:09,932 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:20:09,932 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,46877,1732137585239 because: Region server is closing 2024-11-20T21:20:09,932 INFO [RS:0;0b16ab3f13b7:46877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:46877. 2024-11-20T21:20:09,932 DEBUG [RS:0;0b16ab3f13b7:46877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:09,932 DEBUG [RS:0;0b16ab3f13b7:46877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:09,932 DEBUG [RS:0;0b16ab3f13b7:46877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:09,932 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:10,033 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,46877,1732137585239.replicationSource.shipper0b16ab3f13b7%2C46877%2C1732137585239,1-0b16ab3f13b7,46877,1732137585239 terminated 2024-11-20T21:20:10,033 INFO [RS:0;0b16ab3f13b7:46877 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:46877. 2024-11-20T21:20:10,033 DEBUG [RS:0;0b16ab3f13b7:46877 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:10,033 DEBUG [RS:0;0b16ab3f13b7:46877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:10,033 DEBUG [RS:0;0b16ab3f13b7:46877 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:10,033 INFO [RS:0;0b16ab3f13b7:46877 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46877 2024-11-20T21:20:10,033 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:10,037 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:20:10,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01812756785/rs/0b16ab3f13b7,46877,1732137585239 2024-11-20T21:20:10,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785/rs 2024-11-20T21:20:10,048 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,46877,1732137585239] 2024-11-20T21:20:10,050 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01812756785/draining/0b16ab3f13b7,46877,1732137585239 already deleted, retry=false 2024-11-20T21:20:10,050 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,46877,1732137585239 expired; onlineServers=0 2024-11-20T21:20:10,050 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,43253,1732137585121' ***** 2024-11-20T21:20:10,050 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:20:10,050 INFO [M:0;0b16ab3f13b7:43253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:20:10,050 INFO [M:0;0b16ab3f13b7:43253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:20:10,050 DEBUG [M:0;0b16ab3f13b7:43253 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:20:10,051 DEBUG [M:0;0b16ab3f13b7:43253 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:20:10,051 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:20:10,051 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137587168 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137587168,5,FailOnTimeoutGroup] 2024-11-20T21:20:10,051 INFO [M:0;0b16ab3f13b7:43253 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:20:10,051 INFO [M:0;0b16ab3f13b7:43253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:20:10,051 DEBUG [M:0;0b16ab3f13b7:43253 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:20:10,051 INFO [M:0;0b16ab3f13b7:43253 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:20:10,051 INFO [M:0;0b16ab3f13b7:43253 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:20:10,051 INFO [M:0;0b16ab3f13b7:43253 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:20:10,051 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137587167 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137587167,5,FailOnTimeoutGroup] 2024-11-20T21:20:10,052 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:20:10,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01812756785/master 2024-11-20T21:20:10,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01812756785 2024-11-20T21:20:10,061 DEBUG [M:0;0b16ab3f13b7:43253 {}] zookeeper.RecoverableZooKeeper(212): Node /01812756785/master already deleted, retry=false 2024-11-20T21:20:10,061 DEBUG [M:0;0b16ab3f13b7:43253 {}] master.ActiveMasterManager(353): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Failed delete of our master address node; KeeperErrorCode = NoNode for /01812756785/master 2024-11-20T21:20:10,066 INFO [M:0;0b16ab3f13b7:43253 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/.lastflushedseqids 2024-11-20T21:20:10,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741847_1023 (size=245) 2024-11-20T21:20:10,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:10,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46877-0x1005f100f3e0001, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:10,141 INFO [RS:0;0b16ab3f13b7:46877 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:20:10,141 INFO [RS:0;0b16ab3f13b7:46877 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,46877,1732137585239; zookeeper connection closed. 2024-11-20T21:20:10,145 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1622bb31 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1622bb31 2024-11-20T21:20:10,145 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:20:10,484 INFO [M:0;0b16ab3f13b7:43253 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:20:10,484 INFO [M:0;0b16ab3f13b7:43253 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:20:10,484 DEBUG [M:0;0b16ab3f13b7:43253 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:20:10,484 INFO [M:0;0b16ab3f13b7:43253 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:10,484 DEBUG [M:0;0b16ab3f13b7:43253 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:10,484 DEBUG [M:0;0b16ab3f13b7:43253 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:20:10,484 DEBUG [M:0;0b16ab3f13b7:43253 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:10,484 INFO [M:0;0b16ab3f13b7:43253 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T21:20:10,505 DEBUG [M:0;0b16ab3f13b7:43253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f3053f3883a4d5ca1ee06b16c595a2e is 82, key is hbase:meta,,1/info:regioninfo/1732137588162/Put/seqid=0 2024-11-20T21:20:10,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741848_1024 (size=5672) 2024-11-20T21:20:10,692 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:20:10,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:10,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:10,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:10,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:10,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:10,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:10,738 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:10,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:10,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:10,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:10,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:10,910 INFO [M:0;0b16ab3f13b7:43253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f3053f3883a4d5ca1ee06b16c595a2e 2024-11-20T21:20:10,937 DEBUG [M:0;0b16ab3f13b7:43253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05c43a49900648348cb8dd7337bd2b02 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732137597793/Put/seqid=0 2024-11-20T21:20:10,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741849_1025 (size=8517) 2024-11-20T21:20:11,342 INFO [M:0;0b16ab3f13b7:43253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05c43a49900648348cb8dd7337bd2b02 2024-11-20T21:20:11,399 DEBUG [M:0;0b16ab3f13b7:43253 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9617b4ffab294d5db6160166c60ea688 is 69, key is 0b16ab3f13b7,46877,1732137585239/rs:state/1732137587278/Put/seqid=0 2024-11-20T21:20:11,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741850_1026 (size=5156) 2024-11-20T21:20:11,418 INFO [M:0;0b16ab3f13b7:43253 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9617b4ffab294d5db6160166c60ea688 2024-11-20T21:20:11,431 DEBUG [M:0;0b16ab3f13b7:43253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9f3053f3883a4d5ca1ee06b16c595a2e as hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f3053f3883a4d5ca1ee06b16c595a2e 2024-11-20T21:20:11,442 INFO [M:0;0b16ab3f13b7:43253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9f3053f3883a4d5ca1ee06b16c595a2e, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T21:20:11,453 DEBUG [M:0;0b16ab3f13b7:43253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/05c43a49900648348cb8dd7337bd2b02 as hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05c43a49900648348cb8dd7337bd2b02 2024-11-20T21:20:11,462 INFO [M:0;0b16ab3f13b7:43253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/05c43a49900648348cb8dd7337bd2b02, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T21:20:11,465 DEBUG [M:0;0b16ab3f13b7:43253 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9617b4ffab294d5db6160166c60ea688 as hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9617b4ffab294d5db6160166c60ea688 2024-11-20T21:20:11,472 INFO [M:0;0b16ab3f13b7:43253 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35305/user/jenkins/test-data/1e8100ad-8d34-155a-d2f8-fc09aaf6866d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9617b4ffab294d5db6160166c60ea688, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T21:20:11,473 INFO [M:0;0b16ab3f13b7:43253 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 989ms, sequenceid=97, compaction requested=false 2024-11-20T21:20:11,481 INFO [M:0;0b16ab3f13b7:43253 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:11,481 DEBUG [M:0;0b16ab3f13b7:43253 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137610484Disabling compacts and flushes for region at 1732137610484Disabling writes for close at 1732137610484Obtaining lock to block concurrent updates at 1732137610484Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137610484Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732137610485 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137610486 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137610486Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137610504 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137610504Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137610918 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137610936 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137610937 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137611355 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137611399 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137611399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fbb2cb2: reopening flushed file at 1732137611425 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f06dbc4: reopening flushed file at 1732137611442 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3edfea6e: reopening flushed file at 1732137611462 (+20 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 989ms, sequenceid=97, compaction requested=false at 1732137611473 (+11 ms)Writing region close event to WAL at 1732137611481 (+8 ms)Closed at 1732137611481 2024-11-20T21:20:11,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45579 is added to blk_1073741830_1006 (size=63666) 2024-11-20T21:20:11,485 INFO [M:0;0b16ab3f13b7:43253 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:20:11,485 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:20:11,485 INFO [M:0;0b16ab3f13b7:43253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43253 2024-11-20T21:20:11,486 INFO [M:0;0b16ab3f13b7:43253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:20:11,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:11,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43253-0x1005f100f3e0000, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:11,594 INFO [M:0;0b16ab3f13b7:43253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:20:11,600 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12b0a9aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:20:11,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66baa053{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:20:11,601 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:20:11,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d3e9992{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:20:11,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c12be5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/hadoop.log.dir/,STOPPED} 2024-11-20T21:20:11,603 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:20:11,603 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:20:11,603 WARN [BP-372142392-172.17.0.3-1732137583839 heartbeating to localhost/127.0.0.1:35305 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:20:11,603 WARN [BP-372142392-172.17.0.3-1732137583839 heartbeating to localhost/127.0.0.1:35305 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-372142392-172.17.0.3-1732137583839 (Datanode Uuid 6ff308ed-7c3f-41e2-9c67-f341b3249c02) service to localhost/127.0.0.1:35305 2024-11-20T21:20:11,604 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/cluster_5fe01477-ce9e-ec0a-eaac-96ee418d382a/data/data1/current/BP-372142392-172.17.0.3-1732137583839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:20:11,604 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/cluster_5fe01477-ce9e-ec0a-eaac-96ee418d382a/data/data2/current/BP-372142392-172.17.0.3-1732137583839 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:20:11,605 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:20:11,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f020d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:20:11,620 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@a685939{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:20:11,620 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:20:11,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a2ae49e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:20:11,620 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d34f368{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b737835d-89cc-438f-2f27-8c6ff5f8e9b0/hadoop.log.dir/,STOPPED} 2024-11-20T21:20:11,638 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:20:11,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:20:11,704 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 247) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38415 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:38415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62856) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:35305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38415 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38415 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35305 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35305 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35305 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62856) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38415 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35305 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=654 (was 621) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=632 (was 765), ProcessCount=11 (was 11), AvailableMemoryMB=343 (was 950) 2024-11-20T21:20:11,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1005f100f3e0005, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:20:11,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1005f100f3e0002, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:20:11,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1005f100f3e0002, quorum=127.0.0.1:62856, baseZNode=/01812756785 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:20:11,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1005f100f3e0005, quorum=127.0.0.1:62856, baseZNode=/11744184575 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:20:11,736 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=632, ProcessCount=11, AvailableMemoryMB=341 2024-11-20T21:20:11,757 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-20T21:20:11,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/hadoop.log.dir so I do NOT create it in target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101 2024-11-20T21:20:11,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:20:11,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/hadoop.tmp.dir so I do NOT create it in target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101 2024-11-20T21:20:11,758 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8c8732cc-b095-a807-00cd-933bbae89e4b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:20:11,759 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101 2024-11-20T21:20:11,759 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/cluster_ae3a4b23-0a4d-7926-f316-1553d2d3e3ad, deleteOnExit=true 2024-11-20T21:20:11,773 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/cluster_ae3a4b23-0a4d-7926-f316-1553d2d3e3ad/zookeeper_0, clientPort=53985, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/cluster_ae3a4b23-0a4d-7926-f316-1553d2d3e3ad/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/cluster_ae3a4b23-0a4d-7926-f316-1553d2d3e3ad/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:20:11,774 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53985 2024-11-20T21:20:11,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:20:11,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:20:11,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/test.cache.data in system properties and HBase conf 2024-11-20T21:20:11,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:20:11,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:20:11,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:20:11,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:20:11,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:20:11,775 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:20:11,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:20:11,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:20:11,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:20:11,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:20:11,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:20:11,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:20:11,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:20:11,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:20:11,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:20:11,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:20:11,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:20:11,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:20:11,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:20:11,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:20:11,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:11,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:20:11,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:20:11,949 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:20:11,949 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:20:11,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:11,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cf4b049{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:20:11,977 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45179762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:20:12,111 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198dbb51{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/java.io.tmpdir/jetty-localhost-38409-hadoop-hdfs-3_4_1-tests_jar-_-any-2870786106028032255/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:20:12,111 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1380d0c{HTTP/1.1, (http/1.1)}{localhost:38409} 2024-11-20T21:20:12,111 INFO [Time-limited test {}] server.Server(415): Started @202219ms 2024-11-20T21:20:12,256 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:12,261 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:20:12,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:20:12,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:20:12,264 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:20:12,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66419a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:20:12,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c7a16a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:20:12,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@19c6f5cf{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/java.io.tmpdir/jetty-localhost-36255-hadoop-hdfs-3_4_1-tests_jar-_-any-8072378130745534393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:20:12,421 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38b4ab95{HTTP/1.1, (http/1.1)}{localhost:36255} 2024-11-20T21:20:12,421 INFO [Time-limited test {}] server.Server(415): Started @202529ms 2024-11-20T21:20:12,422 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:20:12,558 WARN [Thread-2608 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/cluster_ae3a4b23-0a4d-7926-f316-1553d2d3e3ad/data/data1/current/BP-823476326-172.17.0.3-1732137611828/current, will proceed with Du for space computation calculation, 2024-11-20T21:20:12,559 WARN [Thread-2609 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/cluster_ae3a4b23-0a4d-7926-f316-1553d2d3e3ad/data/data2/current/BP-823476326-172.17.0.3-1732137611828/current, will proceed with Du for space computation calculation, 2024-11-20T21:20:12,586 WARN [Thread-2596 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:20:12,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9466666bfbfa7aa7 with lease ID 0xe6ffdd53b0baa565: Processing first storage report for DS-ad6fb5b0-c996-4f88-bbe3-db47f95025f3 from datanode DatanodeRegistration(127.0.0.1:44331, datanodeUuid=38300064-e9e0-4f14-98c1-a5730f387737, infoPort=40735, infoSecurePort=0, ipcPort=36549, storageInfo=lv=-57;cid=testClusterID;nsid=1897807948;c=1732137611828) 2024-11-20T21:20:12,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9466666bfbfa7aa7 with lease ID 0xe6ffdd53b0baa565: from storage DS-ad6fb5b0-c996-4f88-bbe3-db47f95025f3 node DatanodeRegistration(127.0.0.1:44331, datanodeUuid=38300064-e9e0-4f14-98c1-a5730f387737, infoPort=40735, infoSecurePort=0, ipcPort=36549, storageInfo=lv=-57;cid=testClusterID;nsid=1897807948;c=1732137611828), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:20:12,589 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9466666bfbfa7aa7 with lease ID 0xe6ffdd53b0baa565: Processing first storage report for DS-f091087e-1503-4e1f-9ffb-d50eaeeb2469 from datanode DatanodeRegistration(127.0.0.1:44331, datanodeUuid=38300064-e9e0-4f14-98c1-a5730f387737, infoPort=40735, infoSecurePort=0, ipcPort=36549, storageInfo=lv=-57;cid=testClusterID;nsid=1897807948;c=1732137611828) 2024-11-20T21:20:12,589 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9466666bfbfa7aa7 with lease ID 0xe6ffdd53b0baa565: from storage DS-f091087e-1503-4e1f-9ffb-d50eaeeb2469 node DatanodeRegistration(127.0.0.1:44331, datanodeUuid=38300064-e9e0-4f14-98c1-a5730f387737, infoPort=40735, infoSecurePort=0, ipcPort=36549, storageInfo=lv=-57;cid=testClusterID;nsid=1897807948;c=1732137611828), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:20:12,663 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101 2024-11-20T21:20:12,664 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:12,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:12,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:20:12,692 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6 with version=8 2024-11-20T21:20:12,692 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/hbase-staging 2024-11-20T21:20:12,695 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:20:12,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:12,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:12,695 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:20:12,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:12,695 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:20:12,695 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:20:12,695 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:20:12,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45539 2024-11-20T21:20:12,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45539 connecting to ZooKeeper ensemble=127.0.0.1:53985 2024-11-20T21:20:12,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:455390x0, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:12,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45539-0x1005f107c900000 connected 2024-11-20T21:20:12,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:12,743 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:12,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Set watcher on znode that does not yet exist, /0-1044019264/running 2024-11-20T21:20:12,768 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6, hbase.cluster.distributed=false 2024-11-20T21:20:12,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Set watcher on znode that does not yet exist, /0-1044019264/acl 2024-11-20T21:20:12,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45539 2024-11-20T21:20:12,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45539 2024-11-20T21:20:12,819 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45539 2024-11-20T21:20:12,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45539 2024-11-20T21:20:12,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45539 2024-11-20T21:20:12,853 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:20:12,853 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:12,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:12,854 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:20:12,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:12,854 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:20:12,854 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:20:12,854 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:20:12,861 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45937 2024-11-20T21:20:12,862 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45937 connecting to ZooKeeper ensemble=127.0.0.1:53985 2024-11-20T21:20:12,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:12,865 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:12,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:459370x0, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Set watcher on znode that does not yet exist, /0-1044019264/running 2024-11-20T21:20:12,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459370x0, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:12,879 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:20:12,880 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45937-0x1005f107c900001 connected 2024-11-20T21:20:12,900 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:20:12,902 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Set watcher on znode that does not yet exist, /0-1044019264/master 2024-11-20T21:20:12,903 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Set watcher on znode that does not yet exist, /0-1044019264/acl 2024-11-20T21:20:12,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45937 2024-11-20T21:20:12,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45937 2024-11-20T21:20:12,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45937 2024-11-20T21:20:12,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45937 2024-11-20T21:20:12,952 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45937 2024-11-20T21:20:12,969 DEBUG [M:0;0b16ab3f13b7:45539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:45539 2024-11-20T21:20:12,980 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1044019264/backup-masters/0b16ab3f13b7,45539,1732137612694 2024-11-20T21:20:12,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264/backup-masters 2024-11-20T21:20:12,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264/backup-masters 2024-11-20T21:20:12,983 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Set watcher on existing znode=/0-1044019264/backup-masters/0b16ab3f13b7,45539,1732137612694 2024-11-20T21:20:12,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:12,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1044019264/master 2024-11-20T21:20:12,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:12,989 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Set watcher on existing znode=/0-1044019264/master 2024-11-20T21:20:12,991 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1044019264/backup-masters/0b16ab3f13b7,45539,1732137612694 from backup master directory 2024-11-20T21:20:12,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264/backup-masters 2024-11-20T21:20:12,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1044019264/backup-masters/0b16ab3f13b7,45539,1732137612694 2024-11-20T21:20:12,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264/backup-masters 2024-11-20T21:20:12,995 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:20:12,995 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,45539,1732137612694 2024-11-20T21:20:13,017 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/hbase.id] with ID: 88fb15c5-095d-4bc2-a960-ea7eb33c8f2a 2024-11-20T21:20:13,017 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/.tmp/hbase.id 2024-11-20T21:20:13,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:20:13,444 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/.tmp/hbase.id]:[hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/hbase.id] 2024-11-20T21:20:13,456 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:13,456 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:20:13,464 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 8ms. 2024-11-20T21:20:13,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:13,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:13,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:20:13,490 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:20:13,491 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:20:13,491 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:13,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:20:13,907 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store 2024-11-20T21:20:13,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:20:14,319 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:14,320 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:20:14,320 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:14,320 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:14,320 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:20:14,320 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:14,320 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:14,320 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137614320Disabling compacts and flushes for region at 1732137614320Disabling writes for close at 1732137614320Writing region close event to WAL at 1732137614320Closed at 1732137614320 2024-11-20T21:20:14,321 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/.initializing 2024-11-20T21:20:14,321 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/WALs/0b16ab3f13b7,45539,1732137612694 2024-11-20T21:20:14,325 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:20:14,330 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C45539%2C1732137612694, suffix=, logDir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/WALs/0b16ab3f13b7,45539,1732137612694, archiveDir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/oldWALs, maxLogs=10 2024-11-20T21:20:14,355 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/WALs/0b16ab3f13b7,45539,1732137612694/0b16ab3f13b7%2C45539%2C1732137612694.1732137614330, exclude list is [], retry=0 2024-11-20T21:20:14,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44331,DS-ad6fb5b0-c996-4f88-bbe3-db47f95025f3,DISK] 2024-11-20T21:20:14,363 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/WALs/0b16ab3f13b7,45539,1732137612694/0b16ab3f13b7%2C45539%2C1732137612694.1732137614330 2024-11-20T21:20:14,364 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40735:40735)] 2024-11-20T21:20:14,364 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:14,365 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:14,365 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:14,365 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:14,381 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:14,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:20:14,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:14,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:14,393 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:14,395 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:20:14,395 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:14,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:14,396 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:14,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:20:14,399 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:14,399 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:14,400 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:14,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:20:14,403 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:14,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:14,404 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:14,404 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:14,405 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:14,407 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:14,407 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:14,409 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:14,412 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:14,429 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:14,430 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59086651, jitterRate=-0.11954028904438019}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:14,431 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137614365Initializing all the Stores at 1732137614366 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137614366Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137614380 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137614380Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137614380Cleaning up temporary data from old regions at 1732137614407 (+27 ms)Region opened successfully at 1732137614431 (+24 ms) 2024-11-20T21:20:14,434 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:20:14,439 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b6c8378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:20:14,446 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:20:14,446 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:20:14,446 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:20:14,446 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:20:14,447 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:20:14,447 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:20:14,447 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:20:14,465 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:20:14,467 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Unable to get data of znode /0-1044019264/balancer because node does not exist (not necessarily an error) 2024-11-20T21:20:14,468 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1044019264/balancer already deleted, retry=false 2024-11-20T21:20:14,469 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:20:14,469 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Unable to get data of znode /0-1044019264/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:20:14,471 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1044019264/normalizer already deleted, retry=false 2024-11-20T21:20:14,471 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:20:14,484 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Unable to get data of znode /0-1044019264/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:20:14,486 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1044019264/switch/split already deleted, retry=false 2024-11-20T21:20:14,487 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Unable to get data of znode /0-1044019264/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:20:14,489 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1044019264/switch/merge already deleted, retry=false 2024-11-20T21:20:14,492 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Unable to get data of znode /0-1044019264/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:20:14,493 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1044019264/snapshot-cleanup already deleted, retry=false 2024-11-20T21:20:14,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1044019264/running 2024-11-20T21:20:14,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1044019264/running 2024-11-20T21:20:14,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:14,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:14,495 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,45539,1732137612694, sessionid=0x1005f107c900000, setting cluster-up flag (Was=false) 2024-11-20T21:20:14,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:14,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:14,507 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1044019264/flush-table-proc/acquired, /0-1044019264/flush-table-proc/reached, /0-1044019264/flush-table-proc/abort 2024-11-20T21:20:14,508 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,45539,1732137612694 2024-11-20T21:20:14,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:14,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:14,516 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1044019264/online-snapshot/acquired, /0-1044019264/online-snapshot/reached, /0-1044019264/online-snapshot/abort 2024-11-20T21:20:14,517 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,45539,1732137612694 2024-11-20T21:20:14,518 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:20:14,519 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:14,520 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:20:14,520 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:20:14,520 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,45539,1732137612694 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:20:14,521 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:14,521 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:14,521 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:14,521 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:14,521 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:20:14,521 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:14,521 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:20:14,522 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:14,523 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137644523 2024-11-20T21:20:14,523 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:20:14,523 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:14,523 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:20:14,523 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:20:14,523 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:20:14,523 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:20:14,523 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:20:14,523 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:20:14,524 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:14,524 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:14,525 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:20:14,525 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:20:14,525 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:20:14,525 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:20:14,525 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:20:14,528 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:20:14,528 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:20:14,532 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137614529,5,FailOnTimeoutGroup] 2024-11-20T21:20:14,535 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137614532,5,FailOnTimeoutGroup] 2024-11-20T21:20:14,535 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:14,535 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:20:14,536 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:14,536 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:14,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:20:14,558 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(746): ClusterId : 88fb15c5-095d-4bc2-a960-ea7eb33c8f2a 2024-11-20T21:20:14,558 DEBUG [RS:0;0b16ab3f13b7:45937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:20:14,560 DEBUG [RS:0;0b16ab3f13b7:45937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:20:14,560 DEBUG [RS:0;0b16ab3f13b7:45937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:20:14,562 DEBUG [RS:0;0b16ab3f13b7:45937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:20:14,562 DEBUG [RS:0;0b16ab3f13b7:45937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d49326c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:20:14,579 DEBUG [RS:0;0b16ab3f13b7:45937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:45937 2024-11-20T21:20:14,579 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:20:14,579 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:20:14,579 DEBUG [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:20:14,580 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,45539,1732137612694 with port=45937, startcode=1732137612853 2024-11-20T21:20:14,580 DEBUG [RS:0;0b16ab3f13b7:45937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:20:14,584 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:20:14,585 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45539 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:14,585 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45539 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:14,587 DEBUG [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6 2024-11-20T21:20:14,587 DEBUG [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44897 2024-11-20T21:20:14,587 DEBUG [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:20:14,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264/rs 2024-11-20T21:20:14,590 DEBUG [RS:0;0b16ab3f13b7:45937 {}] zookeeper.ZKUtil(111): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Set watcher on existing znode=/0-1044019264/rs/0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:14,590 WARN [RS:0;0b16ab3f13b7:45937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:20:14,590 INFO [RS:0;0b16ab3f13b7:45937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:14,590 DEBUG [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:14,596 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,45937,1732137612853] 2024-11-20T21:20:14,606 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:20:14,612 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:20:14,613 INFO [RS:0;0b16ab3f13b7:45937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:20:14,613 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:14,616 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:20:14,619 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:20:14,619 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:14,620 DEBUG [RS:0;0b16ab3f13b7:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:14,620 DEBUG [RS:0;0b16ab3f13b7:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:14,620 DEBUG [RS:0;0b16ab3f13b7:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:14,620 DEBUG [RS:0;0b16ab3f13b7:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:14,620 DEBUG [RS:0;0b16ab3f13b7:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:14,620 DEBUG [RS:0;0b16ab3f13b7:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:20:14,620 DEBUG [RS:0;0b16ab3f13b7:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:14,620 DEBUG [RS:0;0b16ab3f13b7:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:14,620 DEBUG [RS:0;0b16ab3f13b7:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:14,620 DEBUG [RS:0;0b16ab3f13b7:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:14,620 DEBUG [RS:0;0b16ab3f13b7:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:14,620 DEBUG [RS:0;0b16ab3f13b7:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:14,620 DEBUG [RS:0;0b16ab3f13b7:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:20:14,620 DEBUG [RS:0;0b16ab3f13b7:45937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:20:14,625 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:14,625 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:14,625 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:14,625 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:14,625 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:14,626 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45937,1732137612853-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:20:14,649 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:20:14,649 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45937,1732137612853-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:14,649 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:14,650 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.Replication(171): 0b16ab3f13b7,45937,1732137612853 started 2024-11-20T21:20:14,671 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:14,671 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,45937,1732137612853, RpcServer on 0b16ab3f13b7/172.17.0.3:45937, sessionid=0x1005f107c900001 2024-11-20T21:20:14,671 DEBUG [RS:0;0b16ab3f13b7:45937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:20:14,671 DEBUG [RS:0;0b16ab3f13b7:45937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:14,671 DEBUG [RS:0;0b16ab3f13b7:45937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,45937,1732137612853' 2024-11-20T21:20:14,671 DEBUG [RS:0;0b16ab3f13b7:45937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1044019264/flush-table-proc/abort' 2024-11-20T21:20:14,680 DEBUG [RS:0;0b16ab3f13b7:45937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1044019264/flush-table-proc/acquired' 2024-11-20T21:20:14,681 DEBUG [RS:0;0b16ab3f13b7:45937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:20:14,681 DEBUG [RS:0;0b16ab3f13b7:45937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:20:14,681 DEBUG [RS:0;0b16ab3f13b7:45937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:14,681 DEBUG [RS:0;0b16ab3f13b7:45937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,45937,1732137612853' 2024-11-20T21:20:14,681 DEBUG [RS:0;0b16ab3f13b7:45937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1044019264/online-snapshot/abort' 2024-11-20T21:20:14,681 DEBUG [RS:0;0b16ab3f13b7:45937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1044019264/online-snapshot/acquired' 2024-11-20T21:20:14,682 DEBUG [RS:0;0b16ab3f13b7:45937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:20:14,682 INFO [RS:0;0b16ab3f13b7:45937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:20:14,682 INFO [RS:0;0b16ab3f13b7:45937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:20:14,782 INFO [RS:0;0b16ab3f13b7:45937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:20:14,784 INFO [RS:0;0b16ab3f13b7:45937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C45937%2C1732137612853, suffix=, logDir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853, archiveDir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/oldWALs, maxLogs=10 2024-11-20T21:20:14,798 DEBUG [RS:0;0b16ab3f13b7:45937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784, exclude list is [], retry=0 2024-11-20T21:20:14,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44331,DS-ad6fb5b0-c996-4f88-bbe3-db47f95025f3,DISK] 2024-11-20T21:20:14,802 INFO [RS:0;0b16ab3f13b7:45937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 2024-11-20T21:20:14,803 DEBUG [RS:0;0b16ab3f13b7:45937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40735:40735)] 2024-11-20T21:20:14,953 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:20:14,953 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6 2024-11-20T21:20:14,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:20:15,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:15,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:20:15,372 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:20:15,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:15,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:15,373 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:20:15,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:20:15,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:15,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:15,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:20:15,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:20:15,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:15,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:15,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:20:15,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:20:15,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:15,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:15,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:20:15,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740 2024-11-20T21:20:15,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740 2024-11-20T21:20:15,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:20:15,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:20:15,381 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:15,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:20:15,399 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:15,400 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59486661, jitterRate=-0.11357967555522919}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:15,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137615370Initializing all the Stores at 1732137615371 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137615371Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137615371Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137615371Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137615371Cleaning up temporary data from old regions at 1732137615380 (+9 ms)Region opened successfully at 1732137615400 (+20 ms) 2024-11-20T21:20:15,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:20:15,401 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:20:15,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:20:15,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:20:15,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:20:15,401 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:15,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137615401Disabling compacts and flushes for region at 1732137615401Disabling writes for close at 1732137615401Writing region close event to WAL at 1732137615401Closed at 1732137615401 2024-11-20T21:20:15,403 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:15,403 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:20:15,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:20:15,405 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:20:15,406 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:20:15,556 DEBUG [0b16ab3f13b7:45539 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:20:15,557 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:15,558 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,45937,1732137612853, state=OPENING 2024-11-20T21:20:15,560 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:20:15,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:15,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:15,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1044019264/meta-region-server: CHANGED 2024-11-20T21:20:15,565 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1044019264/meta-region-server: CHANGED 2024-11-20T21:20:15,565 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:20:15,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,45937,1732137612853}] 2024-11-20T21:20:15,717 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:20:15,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:20:15,722 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:20:15,722 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:15,723 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:20:15,724 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C45937%2C1732137612853.meta, suffix=.meta, logDir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853, archiveDir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/oldWALs, maxLogs=10 2024-11-20T21:20:15,742 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.meta.1732137615724.meta, exclude list is [], retry=0 2024-11-20T21:20:15,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44331,DS-ad6fb5b0-c996-4f88-bbe3-db47f95025f3,DISK] 2024-11-20T21:20:15,746 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.meta.1732137615724.meta 2024-11-20T21:20:15,746 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40735:40735)] 2024-11-20T21:20:15,747 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:15,747 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:20:15,747 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:20:15,747 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:20:15,748 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:20:15,748 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:20:15,748 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:15,748 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:20:15,748 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:20:15,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:20:15,754 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:20:15,754 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:15,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:15,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:20:15,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:20:15,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T21:20:15,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:20:15,755 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:20:15,755 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:15,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:15,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:20:15,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:20:15,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:15,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:15,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:20:15,761 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:20:15,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:15,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:15,761 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:20:15,762 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740 2024-11-20T21:20:15,763 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740 2024-11-20T21:20:15,764 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:20:15,764 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:20:15,764 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:15,766 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:20:15,766 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60645431, jitterRate=-0.09631265699863434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:15,766 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:20:15,767 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137615748Writing region info on filesystem at 1732137615748Initializing all the Stores at 1732137615749 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137615749Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137615752 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137615752Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137615752Cleaning up temporary data from old regions at 1732137615764 (+12 ms)Running coprocessor post-open hooks at 1732137615766 (+2 ms)Region opened successfully at 1732137615767 (+1 ms) 2024-11-20T21:20:15,768 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137615717 2024-11-20T21:20:15,770 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:20:15,770 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:20:15,771 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:15,772 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,45937,1732137612853, state=OPEN 2024-11-20T21:20:15,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1044019264/meta-region-server 2024-11-20T21:20:15,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1044019264/meta-region-server 2024-11-20T21:20:15,773 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:15,774 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1044019264/meta-region-server: CHANGED 2024-11-20T21:20:15,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:20:15,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,45937,1732137612853 in 208 msec 2024-11-20T21:20:15,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1044019264/meta-region-server: CHANGED 2024-11-20T21:20:15,777 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:20:15,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-11-20T21:20:15,778 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:15,778 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:20:15,779 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:15,779 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,45937,1732137612853, seqNum=-1] 2024-11-20T21:20:15,780 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:15,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:15,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2670 sec 2024-11-20T21:20:15,787 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137615787, completionTime=-1 2024-11-20T21:20:15,787 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:20:15,787 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:20:15,789 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:20:15,789 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137675789 2024-11-20T21:20:15,789 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137735789 2024-11-20T21:20:15,789 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T21:20:15,790 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45539,1732137612694-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:15,790 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45539,1732137612694-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:15,790 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45539,1732137612694-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:15,790 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:45539, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:15,790 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:15,790 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:15,792 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:20:15,793 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.797sec 2024-11-20T21:20:15,793 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:20:15,793 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:20:15,793 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:20:15,793 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:20:15,793 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:20:15,794 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45539,1732137612694-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:20:15,794 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45539,1732137612694-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:20:15,796 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:20:15,796 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:20:15,796 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,45539,1732137612694-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:15,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37801c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:15,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,45539,-1 for getting cluster id 2024-11-20T21:20:15,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:15,865 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88fb15c5-095d-4bc2-a960-ea7eb33c8f2a' 2024-11-20T21:20:15,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:15,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88fb15c5-095d-4bc2-a960-ea7eb33c8f2a" 2024-11-20T21:20:15,865 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d652bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,45539,-1] 2024-11-20T21:20:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:15,866 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:15,867 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:15,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788dd956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:15,871 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:15,873 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,45937,1732137612853, seqNum=-1] 2024-11-20T21:20:15,874 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:15,876 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:15,878 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,45539,1732137612694 2024-11-20T21:20:15,878 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53985 2024-11-20T21:20:15,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:15,885 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1005f107c900002 connected 2024-11-20T21:20:15,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/hadoop.log.dir so I do NOT create it in target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4 2024-11-20T21:20:15,888 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:20:15,888 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/hadoop.tmp.dir so I do NOT create it in target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4 2024-11-20T21:20:15,888 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:20:15,888 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4 2024-11-20T21:20:15,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:20:15,889 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/cluster_d316d1c1-e36a-bd8e-9b62-40e9a82bff0e, deleteOnExit=true 2024-11-20T21:20:15,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:20:15,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/test.cache.data in system properties and HBase conf 2024-11-20T21:20:15,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:20:15,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:20:15,889 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:20:15,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:20:15,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:20:15,890 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:20:15,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:20:15,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:20:15,890 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:20:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:20:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:20:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:20:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:20:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:20:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:20:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:20:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:20:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:20:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:20:15,891 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:20:16,030 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:16,055 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:20:16,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:20:16,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:20:16,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:20:16,072 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:16,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f01cbd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:20:16,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b4d9ce1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:20:16,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5c36904c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/java.io.tmpdir/jetty-localhost-43305-hadoop-hdfs-3_4_1-tests_jar-_-any-8825840847631137298/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:20:16,227 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@599275ad{HTTP/1.1, (http/1.1)}{localhost:43305} 2024-11-20T21:20:16,227 INFO [Time-limited test {}] server.Server(415): Started @206335ms 2024-11-20T21:20:16,370 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:16,375 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:20:16,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:20:16,377 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:20:16,377 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:20:16,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5604bf70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:20:16,381 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fcd1238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:20:16,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79e08126{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/java.io.tmpdir/jetty-localhost-33313-hadoop-hdfs-3_4_1-tests_jar-_-any-3588082980328393169/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:20:16,559 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e3f1a99{HTTP/1.1, (http/1.1)}{localhost:33313} 2024-11-20T21:20:16,559 INFO [Time-limited test {}] server.Server(415): Started @206667ms 2024-11-20T21:20:16,561 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:20:16,742 WARN [Thread-2729 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/cluster_d316d1c1-e36a-bd8e-9b62-40e9a82bff0e/data/data2/current/BP-543601654-172.17.0.3-1732137615918/current, will proceed with Du for space computation calculation, 2024-11-20T21:20:16,742 WARN [Thread-2728 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/cluster_d316d1c1-e36a-bd8e-9b62-40e9a82bff0e/data/data1/current/BP-543601654-172.17.0.3-1732137615918/current, will proceed with Du for space computation calculation, 2024-11-20T21:20:16,774 WARN [Thread-2716 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:20:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5d63a3a1eb7c05f with lease ID 0x1faec1fbe83907c8: Processing first storage report for DS-5a183ab1-a2b1-4112-a3ca-e585be7e721a from datanode DatanodeRegistration(127.0.0.1:37763, datanodeUuid=a8bf1072-b9db-4358-9900-826c9065b957, infoPort=38329, infoSecurePort=0, ipcPort=38273, storageInfo=lv=-57;cid=testClusterID;nsid=1914908814;c=1732137615918) 2024-11-20T21:20:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5d63a3a1eb7c05f with lease ID 0x1faec1fbe83907c8: from storage DS-5a183ab1-a2b1-4112-a3ca-e585be7e721a node DatanodeRegistration(127.0.0.1:37763, datanodeUuid=a8bf1072-b9db-4358-9900-826c9065b957, infoPort=38329, infoSecurePort=0, ipcPort=38273, storageInfo=lv=-57;cid=testClusterID;nsid=1914908814;c=1732137615918), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:20:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5d63a3a1eb7c05f with lease ID 0x1faec1fbe83907c8: Processing first storage report for DS-62da8416-fb21-4ad3-a940-4da0025f91f9 from datanode DatanodeRegistration(127.0.0.1:37763, datanodeUuid=a8bf1072-b9db-4358-9900-826c9065b957, infoPort=38329, infoSecurePort=0, ipcPort=38273, storageInfo=lv=-57;cid=testClusterID;nsid=1914908814;c=1732137615918) 2024-11-20T21:20:16,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5d63a3a1eb7c05f with lease ID 0x1faec1fbe83907c8: from storage DS-62da8416-fb21-4ad3-a940-4da0025f91f9 node DatanodeRegistration(127.0.0.1:37763, datanodeUuid=a8bf1072-b9db-4358-9900-826c9065b957, infoPort=38329, infoSecurePort=0, ipcPort=38273, storageInfo=lv=-57;cid=testClusterID;nsid=1914908814;c=1732137615918), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:20:16,821 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4 2024-11-20T21:20:16,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:16,823 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:16,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:20:17,238 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98 with version=8 2024-11-20T21:20:17,238 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/hbase-staging 2024-11-20T21:20:17,241 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:20:17,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:17,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:17,241 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:20:17,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:17,241 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:20:17,241 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:20:17,241 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:20:17,242 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42667 2024-11-20T21:20:17,242 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42667 connecting to ZooKeeper ensemble=127.0.0.1:53985 2024-11-20T21:20:17,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426670x0, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:17,251 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42667-0x1005f107c900003 connected 2024-11-20T21:20:17,276 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:17,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:17,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Set watcher on znode that does not yet exist, /1-1984010752/running 2024-11-20T21:20:17,294 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98, hbase.cluster.distributed=false 2024-11-20T21:20:17,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Set watcher on znode that does not yet exist, /1-1984010752/acl 2024-11-20T21:20:17,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42667 2024-11-20T21:20:17,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42667 2024-11-20T21:20:17,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42667 2024-11-20T21:20:17,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42667 2024-11-20T21:20:17,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42667 2024-11-20T21:20:17,322 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:20:17,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:17,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:17,322 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:20:17,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:17,322 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:20:17,322 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:20:17,322 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:20:17,323 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36419 2024-11-20T21:20:17,324 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36419 connecting to ZooKeeper ensemble=127.0.0.1:53985 2024-11-20T21:20:17,324 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:17,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:17,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:364190x0, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:17,330 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:364190x0, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Set watcher on znode that does not yet exist, /1-1984010752/running 2024-11-20T21:20:17,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36419-0x1005f107c900004 connected 2024-11-20T21:20:17,331 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:20:17,332 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:20:17,332 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Set watcher on znode that does not yet exist, /1-1984010752/master 2024-11-20T21:20:17,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Set watcher on znode that does not yet exist, /1-1984010752/acl 2024-11-20T21:20:17,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36419 2024-11-20T21:20:17,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36419 2024-11-20T21:20:17,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36419 2024-11-20T21:20:17,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36419 2024-11-20T21:20:17,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36419 2024-11-20T21:20:17,356 DEBUG [M:0;0b16ab3f13b7:42667 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:42667 2024-11-20T21:20:17,357 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1984010752/backup-masters/0b16ab3f13b7,42667,1732137617240 2024-11-20T21:20:17,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752/backup-masters 2024-11-20T21:20:17,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752/backup-masters 2024-11-20T21:20:17,359 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Set watcher on existing znode=/1-1984010752/backup-masters/0b16ab3f13b7,42667,1732137617240 2024-11-20T21:20:17,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1984010752/master 2024-11-20T21:20:17,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:17,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:17,365 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Set watcher on existing znode=/1-1984010752/master 2024-11-20T21:20:17,365 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1984010752/backup-masters/0b16ab3f13b7,42667,1732137617240 from backup master directory 2024-11-20T21:20:17,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1984010752/backup-masters/0b16ab3f13b7,42667,1732137617240 2024-11-20T21:20:17,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752/backup-masters 2024-11-20T21:20:17,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752/backup-masters 2024-11-20T21:20:17,367 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:20:17,367 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,42667,1732137617240 2024-11-20T21:20:17,371 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/hbase.id] with ID: df023786-d044-43e6-b25c-17d9f7870572 2024-11-20T21:20:17,371 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/.tmp/hbase.id 2024-11-20T21:20:17,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:20:17,383 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/.tmp/hbase.id]:[hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/hbase.id] 2024-11-20T21:20:17,400 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:17,400 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:20:17,401 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:20:17,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:17,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:17,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:20:17,415 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:20:17,416 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:20:17,416 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:17,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:20:17,829 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store 2024-11-20T21:20:17,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:20:17,843 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:17,843 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:20:17,843 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:17,843 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:17,843 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:20:17,843 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:17,843 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:17,843 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137617843Disabling compacts and flushes for region at 1732137617843Disabling writes for close at 1732137617843Writing region close event to WAL at 1732137617843Closed at 1732137617843 2024-11-20T21:20:17,844 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/.initializing 2024-11-20T21:20:17,845 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/WALs/0b16ab3f13b7,42667,1732137617240 2024-11-20T21:20:17,846 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:20:17,848 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C42667%2C1732137617240, suffix=, logDir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/WALs/0b16ab3f13b7,42667,1732137617240, archiveDir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/oldWALs, maxLogs=10 2024-11-20T21:20:17,869 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/WALs/0b16ab3f13b7,42667,1732137617240/0b16ab3f13b7%2C42667%2C1732137617240.1732137617849, exclude list is [], retry=0 2024-11-20T21:20:17,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37763,DS-5a183ab1-a2b1-4112-a3ca-e585be7e721a,DISK] 2024-11-20T21:20:17,876 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/WALs/0b16ab3f13b7,42667,1732137617240/0b16ab3f13b7%2C42667%2C1732137617240.1732137617849 2024-11-20T21:20:17,881 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329)] 2024-11-20T21:20:17,881 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:17,881 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:17,881 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:17,881 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:17,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:17,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:20:17,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:17,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:17,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:17,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:20:17,887 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:17,888 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:17,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:17,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:20:17,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:17,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:17,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:17,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:20:17,892 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:17,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:17,892 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:17,893 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:17,893 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:17,895 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:17,895 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:17,895 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:17,897 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:17,899 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:17,899 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66915250, jitterRate=-0.00288507342338562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:17,899 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137617881Initializing all the Stores at 1732137617883 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137617883Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137617883Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137617883Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137617883Cleaning up temporary data from old regions at 1732137617895 (+12 ms)Region opened successfully at 1732137617899 (+4 ms) 2024-11-20T21:20:17,900 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:20:17,903 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70bec892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:20:17,904 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:20:17,904 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:20:17,904 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:20:17,904 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:20:17,905 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:20:17,905 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:20:17,905 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:20:17,907 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:20:17,908 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Unable to get data of znode /1-1984010752/balancer because node does not exist (not necessarily an error) 2024-11-20T21:20:17,910 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1984010752/balancer already deleted, retry=false 2024-11-20T21:20:17,910 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:20:17,911 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Unable to get data of znode /1-1984010752/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:20:17,912 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1984010752/normalizer already deleted, retry=false 2024-11-20T21:20:17,912 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:20:17,913 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Unable to get data of znode /1-1984010752/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:20:17,914 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1984010752/switch/split already deleted, retry=false 2024-11-20T21:20:17,915 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Unable to get data of znode /1-1984010752/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:20:17,916 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1984010752/switch/merge already deleted, retry=false 2024-11-20T21:20:17,918 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Unable to get data of znode /1-1984010752/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:20:17,919 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1984010752/snapshot-cleanup already deleted, retry=false 2024-11-20T21:20:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1984010752/running 2024-11-20T21:20:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1984010752/running 2024-11-20T21:20:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:17,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:17,921 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,42667,1732137617240, sessionid=0x1005f107c900003, setting cluster-up flag (Was=false) 2024-11-20T21:20:17,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:17,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:17,929 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1984010752/flush-table-proc/acquired, /1-1984010752/flush-table-proc/reached, /1-1984010752/flush-table-proc/abort 2024-11-20T21:20:17,930 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,42667,1732137617240 2024-11-20T21:20:17,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:17,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:17,937 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1984010752/online-snapshot/acquired, /1-1984010752/online-snapshot/reached, /1-1984010752/online-snapshot/abort 2024-11-20T21:20:17,938 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,42667,1732137617240 2024-11-20T21:20:17,939 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:20:17,941 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:17,941 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:20:17,942 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:20:17,942 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(746): ClusterId : df023786-d044-43e6-b25c-17d9f7870572 2024-11-20T21:20:17,942 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,42667,1732137617240 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:20:17,942 DEBUG [RS:0;0b16ab3f13b7:36419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:20:17,944 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:17,944 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:17,944 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:17,944 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:17,944 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:20:17,944 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:17,944 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:20:17,944 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:17,944 DEBUG [RS:0;0b16ab3f13b7:36419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:20:17,944 DEBUG [RS:0;0b16ab3f13b7:36419 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:20:17,947 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:17,947 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:20:17,947 DEBUG [RS:0;0b16ab3f13b7:36419 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:20:17,947 DEBUG [RS:0;0b16ab3f13b7:36419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0d3561, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:20:17,949 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:17,949 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:20:17,953 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137647953 2024-11-20T21:20:17,953 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:20:17,954 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:20:17,954 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:20:17,954 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:20:17,955 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:20:17,955 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:20:17,961 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:17,965 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:20:17,965 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:20:17,965 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:20:17,965 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:20:17,966 DEBUG [RS:0;0b16ab3f13b7:36419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:36419 2024-11-20T21:20:17,967 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:20:17,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:20:17,967 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:20:17,967 DEBUG [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:20:17,967 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:20:17,967 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:20:17,968 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,42667,1732137617240 with port=36419, startcode=1732137617321 2024-11-20T21:20:17,968 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:20:17,968 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98 2024-11-20T21:20:17,968 DEBUG [RS:0;0b16ab3f13b7:36419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:20:17,973 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137617967,5,FailOnTimeoutGroup] 2024-11-20T21:20:17,974 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137617973,5,FailOnTimeoutGroup] 2024-11-20T21:20:17,974 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:17,974 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:20:17,974 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:17,974 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:17,974 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:20:17,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:17,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42667 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:17,977 DEBUG [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98 2024-11-20T21:20:17,977 DEBUG [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33527 2024-11-20T21:20:17,977 DEBUG [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:20:17,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752/rs 2024-11-20T21:20:17,983 DEBUG [RS:0;0b16ab3f13b7:36419 {}] zookeeper.ZKUtil(111): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Set watcher on existing znode=/1-1984010752/rs/0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:17,983 WARN [RS:0;0b16ab3f13b7:36419 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:20:17,983 INFO [RS:0;0b16ab3f13b7:36419 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:17,984 DEBUG [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:17,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:20:17,996 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,36419,1732137617321] 2024-11-20T21:20:17,998 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:20:18,000 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:20:18,001 INFO [RS:0;0b16ab3f13b7:36419 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:20:18,001 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,001 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:20:18,002 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:20:18,003 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,003 DEBUG [RS:0;0b16ab3f13b7:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:18,003 DEBUG [RS:0;0b16ab3f13b7:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:18,003 DEBUG [RS:0;0b16ab3f13b7:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:18,003 DEBUG [RS:0;0b16ab3f13b7:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:18,003 DEBUG [RS:0;0b16ab3f13b7:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:18,003 DEBUG [RS:0;0b16ab3f13b7:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:20:18,003 DEBUG [RS:0;0b16ab3f13b7:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:18,003 DEBUG [RS:0;0b16ab3f13b7:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:18,003 DEBUG [RS:0;0b16ab3f13b7:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:18,003 DEBUG [RS:0;0b16ab3f13b7:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:18,003 DEBUG [RS:0;0b16ab3f13b7:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:18,003 DEBUG [RS:0;0b16ab3f13b7:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:18,003 DEBUG [RS:0;0b16ab3f13b7:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:20:18,003 DEBUG [RS:0;0b16ab3f13b7:36419 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:20:18,016 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,016 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,016 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,016 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,016 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,016 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36419,1732137617321-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:20:18,032 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:20:18,033 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36419,1732137617321-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,033 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,033 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.Replication(171): 0b16ab3f13b7,36419,1732137617321 started 2024-11-20T21:20:18,049 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,049 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,36419,1732137617321, RpcServer on 0b16ab3f13b7/172.17.0.3:36419, sessionid=0x1005f107c900004 2024-11-20T21:20:18,049 DEBUG [RS:0;0b16ab3f13b7:36419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:20:18,049 DEBUG [RS:0;0b16ab3f13b7:36419 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:18,049 DEBUG [RS:0;0b16ab3f13b7:36419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,36419,1732137617321' 2024-11-20T21:20:18,049 DEBUG [RS:0;0b16ab3f13b7:36419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1984010752/flush-table-proc/abort' 2024-11-20T21:20:18,050 DEBUG [RS:0;0b16ab3f13b7:36419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1984010752/flush-table-proc/acquired' 2024-11-20T21:20:18,050 DEBUG [RS:0;0b16ab3f13b7:36419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:20:18,050 DEBUG [RS:0;0b16ab3f13b7:36419 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:20:18,050 DEBUG [RS:0;0b16ab3f13b7:36419 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:18,050 DEBUG [RS:0;0b16ab3f13b7:36419 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,36419,1732137617321' 2024-11-20T21:20:18,050 DEBUG [RS:0;0b16ab3f13b7:36419 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1984010752/online-snapshot/abort' 2024-11-20T21:20:18,051 DEBUG [RS:0;0b16ab3f13b7:36419 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1984010752/online-snapshot/acquired' 2024-11-20T21:20:18,051 DEBUG [RS:0;0b16ab3f13b7:36419 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:20:18,051 INFO [RS:0;0b16ab3f13b7:36419 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:20:18,051 INFO [RS:0;0b16ab3f13b7:36419 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:20:18,151 INFO [RS:0;0b16ab3f13b7:36419 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:20:18,153 INFO [RS:0;0b16ab3f13b7:36419 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C36419%2C1732137617321, suffix=, logDir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321, archiveDir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/oldWALs, maxLogs=10 2024-11-20T21:20:18,172 DEBUG [RS:0;0b16ab3f13b7:36419 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153, exclude list is [], retry=0 2024-11-20T21:20:18,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37763,DS-5a183ab1-a2b1-4112-a3ca-e585be7e721a,DISK] 2024-11-20T21:20:18,176 INFO [RS:0;0b16ab3f13b7:36419 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 2024-11-20T21:20:18,176 DEBUG [RS:0;0b16ab3f13b7:36419 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329)] 2024-11-20T21:20:18,318 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:18,318 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:20:18,319 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38381 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:20:18,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:18,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:20:18,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:20:18,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:18,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:18,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:20:18,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:20:18,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:18,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:18,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:20:18,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:20:18,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:18,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:18,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:20:18,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:20:18,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:18,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:18,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:20:18,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740 2024-11-20T21:20:18,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740 2024-11-20T21:20:18,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:20:18,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:20:18,415 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:18,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:20:18,424 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:18,425 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69826849, jitterRate=0.04050113260746002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:18,425 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137618396Initializing all the Stores at 1732137618398 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137618398Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137618400 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137618400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137618400Cleaning up temporary data from old regions at 1732137618415 (+15 ms)Region opened successfully at 1732137618425 (+10 ms) 2024-11-20T21:20:18,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:20:18,426 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:20:18,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:20:18,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:20:18,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:20:18,428 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:18,428 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137618425Disabling compacts and flushes for region at 1732137618425Disabling writes for close at 1732137618426 (+1 ms)Writing region close event to WAL at 1732137618427 (+1 ms)Closed at 1732137618427 2024-11-20T21:20:18,429 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:18,429 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:20:18,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:20:18,431 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:20:18,432 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:20:18,587 DEBUG [0b16ab3f13b7:42667 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:20:18,588 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:18,589 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,36419,1732137617321, state=OPENING 2024-11-20T21:20:18,591 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:20:18,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:18,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:18,593 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:20:18,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,36419,1732137617321}] 2024-11-20T21:20:18,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1984010752/meta-region-server: CHANGED 2024-11-20T21:20:18,596 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1984010752/meta-region-server: CHANGED 2024-11-20T21:20:18,746 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:20:18,749 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51261, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:20:18,752 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:20:18,752 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:18,753 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:20:18,754 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C36419%2C1732137617321.meta, suffix=.meta, logDir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321, archiveDir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/oldWALs, maxLogs=10 2024-11-20T21:20:18,773 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.meta.1732137618755.meta, exclude list is [], retry=0 2024-11-20T21:20:18,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37763,DS-5a183ab1-a2b1-4112-a3ca-e585be7e721a,DISK] 2024-11-20T21:20:18,801 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.meta.1732137618755.meta 2024-11-20T21:20:18,803 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329)] 2024-11-20T21:20:18,803 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:18,803 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:20:18,803 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:20:18,803 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:20:18,803 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:20:18,804 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:20:18,804 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:18,804 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:20:18,804 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:20:18,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:20:18,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:20:18,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:18,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:18,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:20:18,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:20:18,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:18,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:18,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:20:18,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:20:18,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:18,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:18,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:20:18,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:20:18,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:18,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:18,816 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:20:18,817 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740 2024-11-20T21:20:18,818 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740 2024-11-20T21:20:18,819 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:20:18,819 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:20:18,819 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:18,820 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:20:18,822 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59805138, jitterRate=-0.10883399844169617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:18,822 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:20:18,822 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137618804Writing region info on filesystem at 1732137618804Initializing all the Stores at 1732137618805 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137618805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137618808 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137618808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137618808Cleaning up temporary data from old regions at 1732137618819 (+11 ms)Running coprocessor post-open hooks at 1732137618822 (+3 ms)Region opened successfully at 1732137618822 2024-11-20T21:20:18,823 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137618746 2024-11-20T21:20:18,825 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:20:18,825 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:20:18,826 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:18,827 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,36419,1732137617321, state=OPEN 2024-11-20T21:20:18,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1984010752/meta-region-server 2024-11-20T21:20:18,828 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:18,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1984010752/meta-region-server: CHANGED 2024-11-20T21:20:18,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1984010752/meta-region-server 2024-11-20T21:20:18,829 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1984010752/meta-region-server: CHANGED 2024-11-20T21:20:18,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:20:18,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,36419,1732137617321 in 236 msec 2024-11-20T21:20:18,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:20:18,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-20T21:20:18,835 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:18,835 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:20:18,836 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:18,836 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36419,1732137617321, seqNum=-1] 2024-11-20T21:20:18,837 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:18,838 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48085, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:18,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 903 msec 2024-11-20T21:20:18,845 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137618845, completionTime=-1 2024-11-20T21:20:18,845 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:20:18,845 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:20:18,851 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:20:18,851 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137678851 2024-11-20T21:20:18,851 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137738851 2024-11-20T21:20:18,851 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-20T21:20:18,852 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42667,1732137617240-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,852 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42667,1732137617240-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,852 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42667,1732137617240-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,852 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:42667, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,852 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,852 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,854 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:20:18,858 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.491sec 2024-11-20T21:20:18,858 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:20:18,858 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:20:18,858 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:20:18,858 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:20:18,858 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:20:18,858 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42667,1732137617240-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:20:18,859 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42667,1732137617240-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:20:18,866 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:20:18,866 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:20:18,866 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42667,1732137617240-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:18,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7942bfb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:18,946 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,42667,-1 for getting cluster id 2024-11-20T21:20:18,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:18,948 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df023786-d044-43e6-b25c-17d9f7870572' 2024-11-20T21:20:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:18,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df023786-d044-43e6-b25c-17d9f7870572" 2024-11-20T21:20:18,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@586074b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:18,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,42667,-1] 2024-11-20T21:20:18,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:18,949 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:18,951 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:18,952 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15de66d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:18,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36419,1732137617321, seqNum=-1] 2024-11-20T21:20:18,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:18,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:18,959 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,42667,1732137617240 2024-11-20T21:20:18,960 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53985 2024-11-20T21:20:18,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:18,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1005f107c900005 connected 2024-11-20T21:20:18,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/hadoop.log.dir so I do NOT create it in target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c 2024-11-20T21:20:18,991 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:20:18,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/hadoop.tmp.dir so I do NOT create it in target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c 2024-11-20T21:20:18,991 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:20:18,991 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c 2024-11-20T21:20:18,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:20:18,991 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/cluster_c1480e42-0a21-152d-5b3d-b06b88477089, deleteOnExit=true 2024-11-20T21:20:18,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:20:18,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/test.cache.data in system properties and HBase conf 2024-11-20T21:20:18,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:20:18,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:20:18,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:20:18,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:20:18,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:20:18,992 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:20:18,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:20:18,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:20:18,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:20:18,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:20:18,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:20:18,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:20:18,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:20:18,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:20:18,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:20:18,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:20:18,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:20:18,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:20:18,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:20:18,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:20:19,126 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:19,136 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:20:19,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:20:19,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:20:19,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:20:19,190 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:19,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b8416b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:20:19,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d26d8f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:20:19,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76478748{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/java.io.tmpdir/jetty-localhost-45909-hadoop-hdfs-3_4_1-tests_jar-_-any-11576847761659573729/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:20:19,356 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@655c6ebf{HTTP/1.1, (http/1.1)}{localhost:45909} 2024-11-20T21:20:19,356 INFO [Time-limited test {}] server.Server(415): Started @209464ms 2024-11-20T21:20:19,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:19,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:20:19,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:20:19,498 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:20:19,498 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:20:19,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60ec6a12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:20:19,499 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@182f4d14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:20:19,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1bd1b6aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/java.io.tmpdir/jetty-localhost-33203-hadoop-hdfs-3_4_1-tests_jar-_-any-12270274318674103653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:20:19,622 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c41974f{HTTP/1.1, (http/1.1)}{localhost:33203} 2024-11-20T21:20:19,622 INFO [Time-limited test {}] server.Server(415): Started @209730ms 2024-11-20T21:20:19,624 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:20:19,732 WARN [Thread-2848 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/cluster_c1480e42-0a21-152d-5b3d-b06b88477089/data/data1/current/BP-1120616809-172.17.0.3-1732137619031/current, will proceed with Du for space computation calculation, 2024-11-20T21:20:19,732 WARN [Thread-2849 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/cluster_c1480e42-0a21-152d-5b3d-b06b88477089/data/data2/current/BP-1120616809-172.17.0.3-1732137619031/current, will proceed with Du for space computation calculation, 2024-11-20T21:20:19,764 WARN [Thread-2836 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:20:19,767 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b92184107b37de6 with lease ID 0xe4bb5b24ae305375: Processing first storage report for DS-a30dde6b-58e4-429e-b319-6928c10deb92 from datanode DatanodeRegistration(127.0.0.1:33749, datanodeUuid=34b8804e-331a-4e21-b035-fd0b03683f40, infoPort=39387, infoSecurePort=0, ipcPort=41687, storageInfo=lv=-57;cid=testClusterID;nsid=827477534;c=1732137619031) 2024-11-20T21:20:19,767 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b92184107b37de6 with lease ID 0xe4bb5b24ae305375: from storage DS-a30dde6b-58e4-429e-b319-6928c10deb92 node DatanodeRegistration(127.0.0.1:33749, datanodeUuid=34b8804e-331a-4e21-b035-fd0b03683f40, infoPort=39387, infoSecurePort=0, ipcPort=41687, storageInfo=lv=-57;cid=testClusterID;nsid=827477534;c=1732137619031), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:20:19,767 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b92184107b37de6 with lease ID 0xe4bb5b24ae305375: Processing first storage report for DS-64430bba-0d21-4608-8629-c69fa6bebee8 from datanode DatanodeRegistration(127.0.0.1:33749, datanodeUuid=34b8804e-331a-4e21-b035-fd0b03683f40, infoPort=39387, infoSecurePort=0, ipcPort=41687, storageInfo=lv=-57;cid=testClusterID;nsid=827477534;c=1732137619031) 2024-11-20T21:20:19,767 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b92184107b37de6 with lease ID 0xe4bb5b24ae305375: from storage DS-64430bba-0d21-4608-8629-c69fa6bebee8 node DatanodeRegistration(127.0.0.1:33749, datanodeUuid=34b8804e-331a-4e21-b035-fd0b03683f40, infoPort=39387, infoSecurePort=0, ipcPort=41687, storageInfo=lv=-57;cid=testClusterID;nsid=827477534;c=1732137619031), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:20:19,850 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c 2024-11-20T21:20:19,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:19,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:19,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:20:20,261 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3 with version=8 2024-11-20T21:20:20,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/hbase-staging 2024-11-20T21:20:20,264 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:20:20,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:20,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:20,264 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:20:20,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:20,264 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:20:20,264 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:20:20,264 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:20:20,265 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:36577 2024-11-20T21:20:20,265 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36577 connecting to ZooKeeper ensemble=127.0.0.1:53985 2024-11-20T21:20:20,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365770x0, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:20,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36577-0x1005f107c900006 connected 2024-11-20T21:20:20,286 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:20,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:20,291 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Set watcher on znode that does not yet exist, /2-793085009/running 2024-11-20T21:20:20,291 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3, hbase.cluster.distributed=false 2024-11-20T21:20:20,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Set watcher on znode that does not yet exist, /2-793085009/acl 2024-11-20T21:20:20,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-20T21:20:20,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36577 2024-11-20T21:20:20,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36577 2024-11-20T21:20:20,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-20T21:20:20,303 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36577 2024-11-20T21:20:20,320 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:20:20,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:20,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:20,321 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:20:20,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:20,321 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:20:20,321 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:20:20,321 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:20:20,322 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42625 2024-11-20T21:20:20,323 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42625 connecting to ZooKeeper ensemble=127.0.0.1:53985 2024-11-20T21:20:20,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:20,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:20,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426250x0, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:20,345 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426250x0, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Set watcher on znode that does not yet exist, /2-793085009/running 2024-11-20T21:20:20,346 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:20:20,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42625-0x1005f107c900007 connected 2024-11-20T21:20:20,352 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:20:20,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Set watcher on znode that does not yet exist, /2-793085009/master 2024-11-20T21:20:20,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Set watcher on znode that does not yet exist, /2-793085009/acl 2024-11-20T21:20:20,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42625 2024-11-20T21:20:20,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42625 2024-11-20T21:20:20,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42625 2024-11-20T21:20:20,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42625 2024-11-20T21:20:20,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42625 2024-11-20T21:20:20,389 DEBUG [M:0;0b16ab3f13b7:36577 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:36577 2024-11-20T21:20:20,393 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-793085009/backup-masters/0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:20,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009/backup-masters 2024-11-20T21:20:20,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009/backup-masters 2024-11-20T21:20:20,396 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Set watcher on existing znode=/2-793085009/backup-masters/0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-793085009/master 2024-11-20T21:20:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:20,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:20,400 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Set watcher on existing znode=/2-793085009/master 2024-11-20T21:20:20,405 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-793085009/backup-masters/0b16ab3f13b7,36577,1732137620263 from backup master directory 2024-11-20T21:20:20,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-793085009/backup-masters/0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:20,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009/backup-masters 2024-11-20T21:20:20,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009/backup-masters 2024-11-20T21:20:20,409 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:20:20,409 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:20,414 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/hbase.id] with ID: 1ce275db-f154-4945-9054-0251922d2000 2024-11-20T21:20:20,414 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/.tmp/hbase.id 2024-11-20T21:20:20,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:20:20,606 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:20:20,748 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:20,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:20,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:20,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:20,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:20,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:20,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:20,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:20,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:20,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:20,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:20,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:20,824 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/.tmp/hbase.id]:[hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/hbase.id] 2024-11-20T21:20:20,839 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:20,839 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:20:20,840 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:20:20,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:20,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:20,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:20:20,867 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:20:20,868 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:20:20,873 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:20,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:20:20,905 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store 2024-11-20T21:20:20,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:20:20,943 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:20,943 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:20:20,943 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:20,943 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:20,943 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:20:20,943 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:20,943 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:20,944 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137620943Disabling compacts and flushes for region at 1732137620943Disabling writes for close at 1732137620943Writing region close event to WAL at 1732137620943Closed at 1732137620943 2024-11-20T21:20:20,945 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/.initializing 2024-11-20T21:20:20,945 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/WALs/0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:20,965 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:20:20,974 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C36577%2C1732137620263, suffix=, logDir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/WALs/0b16ab3f13b7,36577,1732137620263, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/oldWALs, maxLogs=10 2024-11-20T21:20:20,992 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/WALs/0b16ab3f13b7,36577,1732137620263/0b16ab3f13b7%2C36577%2C1732137620263.1732137620974, exclude list is [], retry=0 2024-11-20T21:20:20,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33749,DS-a30dde6b-58e4-429e-b319-6928c10deb92,DISK] 2024-11-20T21:20:20,999 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/WALs/0b16ab3f13b7,36577,1732137620263/0b16ab3f13b7%2C36577%2C1732137620263.1732137620974 2024-11-20T21:20:20,999 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39387:39387)] 2024-11-20T21:20:20,999 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:20,999 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:21,000 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:21,000 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:21,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:21,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:20:21,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:21,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:21,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:21,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:20:21,008 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:21,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:21,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:21,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:20:21,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:21,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:21,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:21,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:20:21,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:21,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:21,012 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:21,012 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:21,012 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:21,013 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:21,013 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:21,014 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:21,015 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:21,017 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:21,018 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64264244, jitterRate=-0.04238814115524292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:21,018 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137621000Initializing all the Stores at 1732137621001 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137621001Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137621004 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137621004Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137621004Cleaning up temporary data from old regions at 1732137621013 (+9 ms)Region opened successfully at 1732137621018 (+5 ms) 2024-11-20T21:20:21,023 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:20:21,030 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dbe490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:20:21,032 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:20:21,032 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:20:21,032 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:20:21,032 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:20:21,033 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:20:21,033 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:20:21,033 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:20:21,035 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:20:21,036 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Unable to get data of znode /2-793085009/balancer because node does not exist (not necessarily an error) 2024-11-20T21:20:21,038 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-793085009/balancer already deleted, retry=false 2024-11-20T21:20:21,038 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:20:21,040 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Unable to get data of znode /2-793085009/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:20:21,041 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-793085009/normalizer already deleted, retry=false 2024-11-20T21:20:21,041 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:20:21,042 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Unable to get data of znode /2-793085009/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:20:21,043 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-793085009/switch/split already deleted, retry=false 2024-11-20T21:20:21,044 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Unable to get data of znode /2-793085009/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:20:21,045 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-793085009/switch/merge already deleted, retry=false 2024-11-20T21:20:21,047 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Unable to get data of znode /2-793085009/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:20:21,050 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-793085009/snapshot-cleanup already deleted, retry=false 2024-11-20T21:20:21,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-793085009/running 2024-11-20T21:20:21,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-793085009/running 2024-11-20T21:20:21,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:21,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:21,052 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,36577,1732137620263, sessionid=0x1005f107c900006, setting cluster-up flag (Was=false) 2024-11-20T21:20:21,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:21,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:21,059 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-793085009/flush-table-proc/acquired, /2-793085009/flush-table-proc/reached, /2-793085009/flush-table-proc/abort 2024-11-20T21:20:21,060 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:21,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:21,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:21,068 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-793085009/online-snapshot/acquired, /2-793085009/online-snapshot/reached, /2-793085009/online-snapshot/abort 2024-11-20T21:20:21,069 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:21,070 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:20:21,073 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:21,073 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:20:21,074 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:20:21,074 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,36577,1732137620263 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:20:21,075 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:21,075 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:21,075 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:21,075 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:21,075 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:20:21,075 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:21,075 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:20:21,075 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:21,078 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(746): ClusterId : 1ce275db-f154-4945-9054-0251922d2000 2024-11-20T21:20:21,078 DEBUG [RS:0;0b16ab3f13b7:42625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:20:21,080 DEBUG [RS:0;0b16ab3f13b7:42625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:20:21,080 DEBUG [RS:0;0b16ab3f13b7:42625 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:20:21,081 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137651080 2024-11-20T21:20:21,081 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:20:21,081 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:21,081 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:20:21,081 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:20:21,081 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:20:21,081 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:20:21,081 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:20:21,081 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:20:21,081 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,082 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:20:21,082 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:20:21,082 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:20:21,082 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:20:21,082 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:21,082 DEBUG [RS:0;0b16ab3f13b7:42625 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:20:21,082 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:20:21,083 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:20:21,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:20:21,083 DEBUG [RS:0;0b16ab3f13b7:42625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e5a12e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:20:21,083 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137621083,5,FailOnTimeoutGroup] 2024-11-20T21:20:21,083 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137621083,5,FailOnTimeoutGroup] 2024-11-20T21:20:21,083 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,083 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:20:21,083 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,083 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:20:21,100 DEBUG [RS:0;0b16ab3f13b7:42625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:42625 2024-11-20T21:20:21,100 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:20:21,100 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:20:21,100 DEBUG [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:20:21,101 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:20:21,101 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3 2024-11-20T21:20:21,102 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,36577,1732137620263 with port=42625, startcode=1732137620320 2024-11-20T21:20:21,103 DEBUG [RS:0;0b16ab3f13b7:42625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:20:21,106 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:20:21,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36577 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:21,108 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36577 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:21,110 DEBUG [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3 2024-11-20T21:20:21,110 DEBUG [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35271 2024-11-20T21:20:21,110 DEBUG [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:20:21,114 DEBUG [RS:0;0b16ab3f13b7:42625 {}] zookeeper.ZKUtil(111): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Set watcher on existing znode=/2-793085009/rs/0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:21,115 WARN [RS:0;0b16ab3f13b7:42625 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:20:21,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009/rs 2024-11-20T21:20:21,115 INFO [RS:0;0b16ab3f13b7:42625 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:21,115 DEBUG [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:21,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,42625,1732137620320] 2024-11-20T21:20:21,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:20:21,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:21,129 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:20:21,137 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:20:21,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:20:21,137 INFO [RS:0;0b16ab3f13b7:42625 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:20:21,137 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,138 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:20:21,138 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:20:21,138 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:20:21,138 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:21,138 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,139 DEBUG [RS:0;0b16ab3f13b7:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:21,139 DEBUG [RS:0;0b16ab3f13b7:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:21,139 DEBUG [RS:0;0b16ab3f13b7:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:21,139 DEBUG [RS:0;0b16ab3f13b7:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:21,139 DEBUG [RS:0;0b16ab3f13b7:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:21,139 DEBUG [RS:0;0b16ab3f13b7:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:20:21,139 DEBUG [RS:0;0b16ab3f13b7:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:21,139 DEBUG [RS:0;0b16ab3f13b7:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:21,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:21,139 DEBUG [RS:0;0b16ab3f13b7:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:21,139 DEBUG [RS:0;0b16ab3f13b7:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:21,139 DEBUG [RS:0;0b16ab3f13b7:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:21,139 DEBUG [RS:0;0b16ab3f13b7:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:21,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:20:21,139 DEBUG [RS:0;0b16ab3f13b7:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:20:21,139 DEBUG [RS:0;0b16ab3f13b7:42625 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:20:21,140 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,140 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,140 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,140 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,140 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,140 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42625,1732137620320-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:20:21,142 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:20:21,142 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:21,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:21,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:20:21,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:20:21,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:21,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:21,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:20:21,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:20:21,147 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:21,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:21,148 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:20:21,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740 2024-11-20T21:20:21,149 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740 2024-11-20T21:20:21,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:20:21,150 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:20:21,151 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:21,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:20:21,159 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:21,160 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71920832, jitterRate=0.07170391082763672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:21,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137621128Initializing all the Stores at 1732137621129 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137621129Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137621136 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137621136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137621136Cleaning up temporary data from old regions at 1732137621150 (+14 ms)Region opened successfully at 1732137621160 (+10 ms) 2024-11-20T21:20:21,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:20:21,160 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:20:21,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:20:21,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:20:21,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:20:21,161 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:21,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137621160Disabling compacts and flushes for region at 1732137621160Disabling writes for close at 1732137621160Writing region close event to WAL at 1732137621161 (+1 ms)Closed at 1732137621161 2024-11-20T21:20:21,162 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:21,162 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:20:21,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:20:21,165 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:20:21,166 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:20:21,169 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:20:21,169 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,42625,1732137620320-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,169 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,169 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.Replication(171): 0b16ab3f13b7,42625,1732137620320 started 2024-11-20T21:20:21,189 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,190 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,42625,1732137620320, RpcServer on 0b16ab3f13b7/172.17.0.3:42625, sessionid=0x1005f107c900007 2024-11-20T21:20:21,190 DEBUG [RS:0;0b16ab3f13b7:42625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:20:21,190 DEBUG [RS:0;0b16ab3f13b7:42625 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:21,190 DEBUG [RS:0;0b16ab3f13b7:42625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,42625,1732137620320' 2024-11-20T21:20:21,190 DEBUG [RS:0;0b16ab3f13b7:42625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-793085009/flush-table-proc/abort' 2024-11-20T21:20:21,190 DEBUG [RS:0;0b16ab3f13b7:42625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-793085009/flush-table-proc/acquired' 2024-11-20T21:20:21,191 DEBUG [RS:0;0b16ab3f13b7:42625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:20:21,191 DEBUG [RS:0;0b16ab3f13b7:42625 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:20:21,191 DEBUG [RS:0;0b16ab3f13b7:42625 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:21,191 DEBUG [RS:0;0b16ab3f13b7:42625 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,42625,1732137620320' 2024-11-20T21:20:21,191 DEBUG [RS:0;0b16ab3f13b7:42625 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-793085009/online-snapshot/abort' 2024-11-20T21:20:21,191 DEBUG [RS:0;0b16ab3f13b7:42625 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-793085009/online-snapshot/acquired' 2024-11-20T21:20:21,192 DEBUG [RS:0;0b16ab3f13b7:42625 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:20:21,192 INFO [RS:0;0b16ab3f13b7:42625 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:20:21,192 INFO [RS:0;0b16ab3f13b7:42625 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:20:21,292 INFO [RS:0;0b16ab3f13b7:42625 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:20:21,294 INFO [RS:0;0b16ab3f13b7:42625 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C42625%2C1732137620320, suffix=, logDir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/oldWALs, maxLogs=10 2024-11-20T21:20:21,308 DEBUG [RS:0;0b16ab3f13b7:42625 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294, exclude list is [], retry=0 2024-11-20T21:20:21,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33749,DS-a30dde6b-58e4-429e-b319-6928c10deb92,DISK] 2024-11-20T21:20:21,314 INFO [RS:0;0b16ab3f13b7:42625 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 2024-11-20T21:20:21,314 DEBUG [RS:0;0b16ab3f13b7:42625 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39387:39387)] 2024-11-20T21:20:21,316 DEBUG [0b16ab3f13b7:36577 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:20:21,317 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:21,318 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,42625,1732137620320, state=OPENING 2024-11-20T21:20:21,320 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:20:21,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:21,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:21,322 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:20:21,322 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-793085009/meta-region-server: CHANGED 2024-11-20T21:20:21,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,42625,1732137620320}] 2024-11-20T21:20:21,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-793085009/meta-region-server: CHANGED 2024-11-20T21:20:21,333 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:20:21,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:21,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:21,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:21,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:21,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:21,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:21,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:21,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:21,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:21,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:21,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:21,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:21,477 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:20:21,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48609, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:20:21,486 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:20:21,486 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:21,486 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:20:21,488 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C42625%2C1732137620320.meta, suffix=.meta, logDir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/oldWALs, maxLogs=10 2024-11-20T21:20:21,506 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.meta.1732137621488.meta, exclude list is [], retry=0 2024-11-20T21:20:21,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33749,DS-a30dde6b-58e4-429e-b319-6928c10deb92,DISK] 2024-11-20T21:20:21,510 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.meta.1732137621488.meta 2024-11-20T21:20:21,511 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39387:39387)] 2024-11-20T21:20:21,511 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:21,511 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:20:21,511 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:20:21,511 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:20:21,512 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:20:21,512 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:20:21,512 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:21,512 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:20:21,512 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:20:21,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:20:21,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:20:21,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:21,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:21,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:20:21,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:20:21,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:21,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:21,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:20:21,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:20:21,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:21,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:21,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:20:21,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:20:21,521 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:21,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:21,522 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:20:21,522 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740 2024-11-20T21:20:21,523 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740 2024-11-20T21:20:21,524 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:20:21,524 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:20:21,525 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:21,525 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:20:21,526 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62243415, jitterRate=-0.07250083982944489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:21,526 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:20:21,526 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137621512Writing region info on filesystem at 1732137621512Initializing all the Stores at 1732137621513 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137621513Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137621516 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137621516Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137621516Cleaning up temporary data from old regions at 1732137621524 (+8 ms)Running coprocessor post-open hooks at 1732137621526 (+2 ms)Region opened successfully at 1732137621526 2024-11-20T21:20:21,527 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137621477 2024-11-20T21:20:21,529 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:20:21,529 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:20:21,530 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:21,530 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,42625,1732137620320, state=OPEN 2024-11-20T21:20:21,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-793085009/meta-region-server 2024-11-20T21:20:21,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-793085009/meta-region-server 2024-11-20T21:20:21,532 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:21,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-793085009/meta-region-server: CHANGED 2024-11-20T21:20:21,532 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-793085009/meta-region-server: CHANGED 2024-11-20T21:20:21,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:20:21,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,42625,1732137620320 in 210 msec 2024-11-20T21:20:21,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:20:21,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 373 msec 2024-11-20T21:20:21,538 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:21,538 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:20:21,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:21,539 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,42625,1732137620320, seqNum=-1] 2024-11-20T21:20:21,540 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:21,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46891, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:21,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 473 msec 2024-11-20T21:20:21,545 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137621545, completionTime=-1 2024-11-20T21:20:21,545 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:20:21,545 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:20:21,547 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:20:21,547 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137681547 2024-11-20T21:20:21,547 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137741547 2024-11-20T21:20:21,547 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T21:20:21,548 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36577,1732137620263-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,548 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36577,1732137620263-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,548 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36577,1732137620263-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,548 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:36577, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,548 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,548 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,553 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:20:21,553 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.144sec 2024-11-20T21:20:21,553 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:20:21,553 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:20:21,553 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:20:21,553 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:20:21,553 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:20:21,553 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36577,1732137620263-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:20:21,553 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36577,1732137620263-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:20:21,555 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:20:21,556 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:20:21,556 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,36577,1732137620263-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:21,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136da28d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:21,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,36577,-1 for getting cluster id 2024-11-20T21:20:21,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:21,580 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce275db-f154-4945-9054-0251922d2000' 2024-11-20T21:20:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:21,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce275db-f154-4945-9054-0251922d2000" 2024-11-20T21:20:21,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c9b8bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:21,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,36577,-1] 2024-11-20T21:20:21,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:21,581 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:21,582 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:21,583 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@561642ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:21,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:21,584 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,42625,1732137620320, seqNum=-1] 2024-11-20T21:20:21,585 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:21,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:21,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:21,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53985 2024-11-20T21:20:21,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:21,592 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1005f107c900008 connected 2024-11-20T21:20:21,595 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:21,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,45539,1732137612694 2024-11-20T21:20:21,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37d934f7 2024-11-20T21:20:21,596 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:21,597 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:20:21,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:20:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:20:21,601 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:20:21,601 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:21,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:20:21,602 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:20:21,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:21,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:20:21,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:22,021 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 420c30dac3598c2013e01b0eeff795a5, NAME => 'test,,1732137621598.420c30dac3598c2013e01b0eeff795a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6 2024-11-20T21:20:22,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:20:22,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137621598.420c30dac3598c2013e01b0eeff795a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:22,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 420c30dac3598c2013e01b0eeff795a5, disabling compactions & flushes 2024-11-20T21:20:22,051 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. 2024-11-20T21:20:22,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. 2024-11-20T21:20:22,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. after waiting 0 ms 2024-11-20T21:20:22,051 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. 2024-11-20T21:20:22,051 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. 2024-11-20T21:20:22,052 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 420c30dac3598c2013e01b0eeff795a5: Waiting for close lock at 1732137622051Disabling compacts and flushes for region at 1732137622051Disabling writes for close at 1732137622051Writing region close event to WAL at 1732137622051Closed at 1732137622051 2024-11-20T21:20:22,053 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:20:22,054 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137621598.420c30dac3598c2013e01b0eeff795a5.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137622053"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137622053"}]},"ts":"1732137622053"} 2024-11-20T21:20:22,056 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:20:22,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:20:22,059 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137622058"}]},"ts":"1732137622058"} 2024-11-20T21:20:22,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:20:22,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=420c30dac3598c2013e01b0eeff795a5, ASSIGN}] 2024-11-20T21:20:22,068 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=420c30dac3598c2013e01b0eeff795a5, ASSIGN 2024-11-20T21:20:22,073 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=420c30dac3598c2013e01b0eeff795a5, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,45937,1732137612853; forceNewPlan=false, retain=false 2024-11-20T21:20:22,224 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=420c30dac3598c2013e01b0eeff795a5, regionState=OPENING, regionLocation=0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:22,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=420c30dac3598c2013e01b0eeff795a5, ASSIGN because future has completed 2024-11-20T21:20:22,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 420c30dac3598c2013e01b0eeff795a5, server=0b16ab3f13b7,45937,1732137612853}] 2024-11-20T21:20:22,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:22,390 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. 2024-11-20T21:20:22,390 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 420c30dac3598c2013e01b0eeff795a5, NAME => 'test,,1732137621598.420c30dac3598c2013e01b0eeff795a5.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:22,391 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:20:22,391 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:20:22,391 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:22,391 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137621598.420c30dac3598c2013e01b0eeff795a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:22,391 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:22,391 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:22,395 INFO [StoreOpener-420c30dac3598c2013e01b0eeff795a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:22,397 INFO [StoreOpener-420c30dac3598c2013e01b0eeff795a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420c30dac3598c2013e01b0eeff795a5 columnFamilyName f 2024-11-20T21:20:22,397 DEBUG [StoreOpener-420c30dac3598c2013e01b0eeff795a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:22,398 INFO [StoreOpener-420c30dac3598c2013e01b0eeff795a5-1 {}] regionserver.HStore(327): Store=420c30dac3598c2013e01b0eeff795a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:22,398 INFO [StoreOpener-420c30dac3598c2013e01b0eeff795a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:22,402 INFO [StoreOpener-420c30dac3598c2013e01b0eeff795a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420c30dac3598c2013e01b0eeff795a5 columnFamilyName f1 2024-11-20T21:20:22,402 DEBUG [StoreOpener-420c30dac3598c2013e01b0eeff795a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:22,403 INFO [StoreOpener-420c30dac3598c2013e01b0eeff795a5-1 {}] regionserver.HStore(327): Store=420c30dac3598c2013e01b0eeff795a5/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:22,403 INFO [StoreOpener-420c30dac3598c2013e01b0eeff795a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:22,404 INFO [StoreOpener-420c30dac3598c2013e01b0eeff795a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 420c30dac3598c2013e01b0eeff795a5 columnFamilyName norep 2024-11-20T21:20:22,404 DEBUG [StoreOpener-420c30dac3598c2013e01b0eeff795a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:22,405 INFO [StoreOpener-420c30dac3598c2013e01b0eeff795a5-1 {}] regionserver.HStore(327): Store=420c30dac3598c2013e01b0eeff795a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:22,405 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:22,405 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:22,406 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:22,407 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:22,407 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:22,407 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:20:22,408 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:22,413 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:22,414 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 420c30dac3598c2013e01b0eeff795a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59210525, jitterRate=-0.1176944226026535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:20:22,414 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:22,414 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 420c30dac3598c2013e01b0eeff795a5: Running coprocessor pre-open hook at 1732137622391Writing region info on filesystem at 1732137622391Initializing all the Stores at 1732137622392 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137622392Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137622395 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137622395Cleaning up temporary data from old regions at 1732137622407 (+12 ms)Running coprocessor post-open hooks at 1732137622414 (+7 ms)Region opened successfully at 1732137622414 2024-11-20T21:20:22,416 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137621598.420c30dac3598c2013e01b0eeff795a5., pid=6, masterSystemTime=1732137622380 2024-11-20T21:20:22,422 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. 2024-11-20T21:20:22,422 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. 2024-11-20T21:20:22,427 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=420c30dac3598c2013e01b0eeff795a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:22,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 420c30dac3598c2013e01b0eeff795a5, server=0b16ab3f13b7,45937,1732137612853 because future has completed 2024-11-20T21:20:22,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:20:22,438 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 420c30dac3598c2013e01b0eeff795a5, server=0b16ab3f13b7,45937,1732137612853 in 207 msec 2024-11-20T21:20:22,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:20:22,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=420c30dac3598c2013e01b0eeff795a5, ASSIGN in 373 msec 2024-11-20T21:20:22,442 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:20:22,443 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137622442"}]},"ts":"1732137622442"} 2024-11-20T21:20:22,445 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:20:22,446 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:20:22,447 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 847 msec 2024-11-20T21:20:22,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:22,740 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:20:22,740 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:22,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,42667,1732137617240 2024-11-20T21:20:22,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3215cb2b 2024-11-20T21:20:22,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:22,742 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42884, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:20:22,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:20:22,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:20:22,746 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:20:22,746 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:22,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:20:22,747 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:20:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:22,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:20:22,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:23,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:23,156 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2f189b438f4a0401801612c00f01572f, NAME => 'test,,1732137622743.2f189b438f4a0401801612c00f01572f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98 2024-11-20T21:20:23,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:20:23,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137622743.2f189b438f4a0401801612c00f01572f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:23,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2f189b438f4a0401801612c00f01572f, disabling compactions & flushes 2024-11-20T21:20:23,176 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137622743.2f189b438f4a0401801612c00f01572f. 2024-11-20T21:20:23,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137622743.2f189b438f4a0401801612c00f01572f. 2024-11-20T21:20:23,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137622743.2f189b438f4a0401801612c00f01572f. after waiting 0 ms 2024-11-20T21:20:23,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137622743.2f189b438f4a0401801612c00f01572f. 2024-11-20T21:20:23,176 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137622743.2f189b438f4a0401801612c00f01572f. 2024-11-20T21:20:23,176 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2f189b438f4a0401801612c00f01572f: Waiting for close lock at 1732137623176Disabling compacts and flushes for region at 1732137623176Disabling writes for close at 1732137623176Writing region close event to WAL at 1732137623176Closed at 1732137623176 2024-11-20T21:20:23,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:20:23,178 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137622743.2f189b438f4a0401801612c00f01572f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137623178"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137623178"}]},"ts":"1732137623178"} 2024-11-20T21:20:23,181 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:20:23,182 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:20:23,182 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137623182"}]},"ts":"1732137623182"} 2024-11-20T21:20:23,184 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:20:23,184 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2f189b438f4a0401801612c00f01572f, ASSIGN}] 2024-11-20T21:20:23,185 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2f189b438f4a0401801612c00f01572f, ASSIGN 2024-11-20T21:20:23,186 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2f189b438f4a0401801612c00f01572f, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36419,1732137617321; forceNewPlan=false, retain=false 2024-11-20T21:20:23,337 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f189b438f4a0401801612c00f01572f, regionState=OPENING, regionLocation=0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:23,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2f189b438f4a0401801612c00f01572f, ASSIGN because future has completed 2024-11-20T21:20:23,340 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f189b438f4a0401801612c00f01572f, server=0b16ab3f13b7,36419,1732137617321}] 2024-11-20T21:20:23,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:23,497 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137622743.2f189b438f4a0401801612c00f01572f. 2024-11-20T21:20:23,497 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f189b438f4a0401801612c00f01572f, NAME => 'test,,1732137622743.2f189b438f4a0401801612c00f01572f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:23,497 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:20:23,497 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:20:23,497 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:23,498 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137622743.2f189b438f4a0401801612c00f01572f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:23,498 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:23,498 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:23,499 INFO [StoreOpener-2f189b438f4a0401801612c00f01572f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:23,500 INFO [StoreOpener-2f189b438f4a0401801612c00f01572f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f189b438f4a0401801612c00f01572f columnFamilyName f 2024-11-20T21:20:23,501 DEBUG [StoreOpener-2f189b438f4a0401801612c00f01572f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:23,501 INFO [StoreOpener-2f189b438f4a0401801612c00f01572f-1 {}] regionserver.HStore(327): Store=2f189b438f4a0401801612c00f01572f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:23,501 INFO [StoreOpener-2f189b438f4a0401801612c00f01572f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:23,502 INFO [StoreOpener-2f189b438f4a0401801612c00f01572f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f189b438f4a0401801612c00f01572f columnFamilyName f1 2024-11-20T21:20:23,502 DEBUG [StoreOpener-2f189b438f4a0401801612c00f01572f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:23,503 INFO [StoreOpener-2f189b438f4a0401801612c00f01572f-1 {}] regionserver.HStore(327): Store=2f189b438f4a0401801612c00f01572f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:23,503 INFO [StoreOpener-2f189b438f4a0401801612c00f01572f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:23,504 INFO [StoreOpener-2f189b438f4a0401801612c00f01572f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f189b438f4a0401801612c00f01572f columnFamilyName norep 2024-11-20T21:20:23,504 DEBUG [StoreOpener-2f189b438f4a0401801612c00f01572f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:23,504 INFO [StoreOpener-2f189b438f4a0401801612c00f01572f-1 {}] regionserver.HStore(327): Store=2f189b438f4a0401801612c00f01572f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:23,505 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:23,505 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:23,505 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:23,506 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:23,506 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:23,507 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:20:23,518 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:23,523 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:23,524 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2f189b438f4a0401801612c00f01572f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69205938, jitterRate=0.03124883770942688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:20:23,524 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:23,524 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2f189b438f4a0401801612c00f01572f: Running coprocessor pre-open hook at 1732137623498Writing region info on filesystem at 1732137623498Initializing all the Stores at 1732137623499 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137623499Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137623499Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137623499Cleaning up temporary data from old regions at 1732137623506 (+7 ms)Running coprocessor post-open hooks at 1732137623524 (+18 ms)Region opened successfully at 1732137623524 2024-11-20T21:20:23,528 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137622743.2f189b438f4a0401801612c00f01572f., pid=6, masterSystemTime=1732137623493 2024-11-20T21:20:23,534 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137622743.2f189b438f4a0401801612c00f01572f. 2024-11-20T21:20:23,534 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137622743.2f189b438f4a0401801612c00f01572f. 2024-11-20T21:20:23,535 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2f189b438f4a0401801612c00f01572f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:23,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f189b438f4a0401801612c00f01572f, server=0b16ab3f13b7,36419,1732137617321 because future has completed 2024-11-20T21:20:23,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:20:23,550 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f189b438f4a0401801612c00f01572f, server=0b16ab3f13b7,36419,1732137617321 in 205 msec 2024-11-20T21:20:23,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:20:23,559 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2f189b438f4a0401801612c00f01572f, ASSIGN in 366 msec 2024-11-20T21:20:23,560 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:20:23,560 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137623560"}]},"ts":"1732137623560"} 2024-11-20T21:20:23,563 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:20:23,564 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:20:23,566 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 821 msec 2024-11-20T21:20:23,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:23,889 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:20:23,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:23,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:23,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b7c3c2b 2024-11-20T21:20:23,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:23,891 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:20:23,892 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:20:23,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:20:23,895 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:20:23,895 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:23,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:20:23,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:23,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:20:23,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:20:23,998 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T21:20:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:24,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:24,309 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d958df4f6316addd09455a5ccdbb1963, NAME => 'test,,1732137623892.d958df4f6316addd09455a5ccdbb1963.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3 2024-11-20T21:20:24,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:20:24,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:24,729 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137623892.d958df4f6316addd09455a5ccdbb1963.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:24,729 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d958df4f6316addd09455a5ccdbb1963, disabling compactions & flushes 2024-11-20T21:20:24,729 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. 2024-11-20T21:20:24,729 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. 2024-11-20T21:20:24,729 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. after waiting 0 ms 2024-11-20T21:20:24,729 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. 2024-11-20T21:20:24,729 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. 2024-11-20T21:20:24,729 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d958df4f6316addd09455a5ccdbb1963: Waiting for close lock at 1732137624729Disabling compacts and flushes for region at 1732137624729Disabling writes for close at 1732137624729Writing region close event to WAL at 1732137624729Closed at 1732137624729 2024-11-20T21:20:24,731 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:20:24,731 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137623892.d958df4f6316addd09455a5ccdbb1963.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137624731"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137624731"}]},"ts":"1732137624731"} 2024-11-20T21:20:24,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:20:24,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:20:24,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137624741"}]},"ts":"1732137624741"} 2024-11-20T21:20:24,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:20:24,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d958df4f6316addd09455a5ccdbb1963, ASSIGN}] 2024-11-20T21:20:24,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d958df4f6316addd09455a5ccdbb1963, ASSIGN 2024-11-20T21:20:24,746 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d958df4f6316addd09455a5ccdbb1963, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,42625,1732137620320; forceNewPlan=false, retain=false 2024-11-20T21:20:24,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d958df4f6316addd09455a5ccdbb1963, regionState=OPENING, regionLocation=0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:24,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d958df4f6316addd09455a5ccdbb1963, ASSIGN because future has completed 2024-11-20T21:20:24,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d958df4f6316addd09455a5ccdbb1963, server=0b16ab3f13b7,42625,1732137620320}] 2024-11-20T21:20:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:25,056 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. 2024-11-20T21:20:25,056 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d958df4f6316addd09455a5ccdbb1963, NAME => 'test,,1732137623892.d958df4f6316addd09455a5ccdbb1963.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:25,057 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:20:25,057 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:20:25,057 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:25,057 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137623892.d958df4f6316addd09455a5ccdbb1963.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:25,057 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:25,057 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:25,059 INFO [StoreOpener-d958df4f6316addd09455a5ccdbb1963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:25,060 INFO [StoreOpener-d958df4f6316addd09455a5ccdbb1963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d958df4f6316addd09455a5ccdbb1963 columnFamilyName f 2024-11-20T21:20:25,060 DEBUG [StoreOpener-d958df4f6316addd09455a5ccdbb1963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:25,061 INFO [StoreOpener-d958df4f6316addd09455a5ccdbb1963-1 {}] regionserver.HStore(327): Store=d958df4f6316addd09455a5ccdbb1963/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:25,061 INFO [StoreOpener-d958df4f6316addd09455a5ccdbb1963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:25,062 INFO [StoreOpener-d958df4f6316addd09455a5ccdbb1963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d958df4f6316addd09455a5ccdbb1963 columnFamilyName f1 2024-11-20T21:20:25,062 DEBUG [StoreOpener-d958df4f6316addd09455a5ccdbb1963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:25,062 INFO [StoreOpener-d958df4f6316addd09455a5ccdbb1963-1 {}] regionserver.HStore(327): Store=d958df4f6316addd09455a5ccdbb1963/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:25,062 INFO [StoreOpener-d958df4f6316addd09455a5ccdbb1963-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:25,063 INFO [StoreOpener-d958df4f6316addd09455a5ccdbb1963-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d958df4f6316addd09455a5ccdbb1963 columnFamilyName norep 2024-11-20T21:20:25,063 DEBUG [StoreOpener-d958df4f6316addd09455a5ccdbb1963-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:25,064 INFO [StoreOpener-d958df4f6316addd09455a5ccdbb1963-1 {}] regionserver.HStore(327): Store=d958df4f6316addd09455a5ccdbb1963/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:25,064 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:25,064 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:25,065 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:25,066 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:25,066 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:25,066 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:20:25,067 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:25,069 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:25,070 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d958df4f6316addd09455a5ccdbb1963; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61830333, jitterRate=-0.07865624129772186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:20:25,070 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:25,070 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d958df4f6316addd09455a5ccdbb1963: Running coprocessor pre-open hook at 1732137625058Writing region info on filesystem at 1732137625058Initializing all the Stores at 1732137625058Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137625058Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137625059 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137625059Cleaning up temporary data from old regions at 1732137625066 (+7 ms)Running coprocessor post-open hooks at 1732137625070 (+4 ms)Region opened successfully at 1732137625070 2024-11-20T21:20:25,071 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137623892.d958df4f6316addd09455a5ccdbb1963., pid=6, masterSystemTime=1732137625052 2024-11-20T21:20:25,074 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. 2024-11-20T21:20:25,074 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. 2024-11-20T21:20:25,075 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d958df4f6316addd09455a5ccdbb1963, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:25,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d958df4f6316addd09455a5ccdbb1963, server=0b16ab3f13b7,42625,1732137620320 because future has completed 2024-11-20T21:20:25,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:20:25,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d958df4f6316addd09455a5ccdbb1963, server=0b16ab3f13b7,42625,1732137620320 in 179 msec 2024-11-20T21:20:25,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:20:25,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d958df4f6316addd09455a5ccdbb1963, ASSIGN in 337 msec 2024-11-20T21:20:25,086 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:20:25,086 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137625086"}]},"ts":"1732137625086"} 2024-11-20T21:20:25,088 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:20:25,089 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:20:25,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1970 sec 2024-11-20T21:20:25,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:20:25,757 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T21:20:25,757 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T21:20:25,757 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T21:20:25,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:20:25,758 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T21:20:26,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:26,049 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:20:26,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a33afe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:26,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,45539,-1 for getting cluster id 2024-11-20T21:20:26,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:26,051 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88fb15c5-095d-4bc2-a960-ea7eb33c8f2a' 2024-11-20T21:20:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88fb15c5-095d-4bc2-a960-ea7eb33c8f2a" 2024-11-20T21:20:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c37b955, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:26,051 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,45539,-1] 2024-11-20T21:20:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:26,052 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:26,053 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:26,053 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a633eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:26,054 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:26,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,45539,1732137612694 2024-11-20T21:20:26,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2861669e 2024-11-20T21:20:26,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:26,056 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:20:26,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:42667,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:20:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:20:26,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:26,063 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:42667' 2024-11-20T21:20:26,066 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e03d282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:26,066 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,42667,-1 for getting cluster id 2024-11-20T21:20:26,066 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:26,067 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df023786-d044-43e6-b25c-17d9f7870572' 2024-11-20T21:20:26,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:26,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df023786-d044-43e6-b25c-17d9f7870572" 2024-11-20T21:20:26,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4792a689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:26,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,42667,-1] 2024-11-20T21:20:26,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:26,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:26,069 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:26,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101cfcd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:26,071 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:26,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,42667,1732137617240 2024-11-20T21:20:26,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62943db9 2024-11-20T21:20:26,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:26,073 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:20:26,074 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T21:20:26,074 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:20:26,074 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:26,074 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:26,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:26,075 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:20:26,076 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:20:26,078 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:20:26,078 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:26,081 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:20:26,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741837_1013 (size=1138) 2024-11-20T21:20:26,127 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:20:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:26,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:26,498 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7d7fcbe5bcc04e01b7591e94dadff62, NAME => 'hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6 2024-11-20T21:20:26,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741838_1014 (size=44) 2024-11-20T21:20:26,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:26,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:26,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e7d7fcbe5bcc04e01b7591e94dadff62, disabling compactions & flushes 2024-11-20T21:20:26,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. 2024-11-20T21:20:26,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. 2024-11-20T21:20:26,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. after waiting 0 ms 2024-11-20T21:20:26,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. 2024-11-20T21:20:26,921 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. 2024-11-20T21:20:26,921 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7d7fcbe5bcc04e01b7591e94dadff62: Waiting for close lock at 1732137626921Disabling compacts and flushes for region at 1732137626921Disabling writes for close at 1732137626921Writing region close event to WAL at 1732137626921Closed at 1732137626921 2024-11-20T21:20:26,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:20:26,928 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137626927"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137626927"}]},"ts":"1732137626927"} 2024-11-20T21:20:26,930 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:20:26,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:20:26,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137626932"}]},"ts":"1732137626932"} 2024-11-20T21:20:26,935 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:20:26,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e7d7fcbe5bcc04e01b7591e94dadff62, ASSIGN}] 2024-11-20T21:20:26,937 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e7d7fcbe5bcc04e01b7591e94dadff62, ASSIGN 2024-11-20T21:20:26,938 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e7d7fcbe5bcc04e01b7591e94dadff62, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,45937,1732137612853; forceNewPlan=false, retain=false 2024-11-20T21:20:27,016 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:20:27,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:27,017 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:27,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:27,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:27,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:27,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:27,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:27,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:27,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:27,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:27,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:27,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:27,089 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e7d7fcbe5bcc04e01b7591e94dadff62, regionState=OPENING, regionLocation=0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:27,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e7d7fcbe5bcc04e01b7591e94dadff62, ASSIGN because future has completed 2024-11-20T21:20:27,092 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7d7fcbe5bcc04e01b7591e94dadff62, server=0b16ab3f13b7,45937,1732137612853}] 2024-11-20T21:20:27,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:27,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. 2024-11-20T21:20:27,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:27,249 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:20:27,250 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C45937%2C1732137612853.rep, suffix=, logDir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853, archiveDir=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/oldWALs, maxLogs=10 2024-11-20T21:20:27,265 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.rep.1732137627250, exclude list is [], retry=0 2024-11-20T21:20:27,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44331,DS-ad6fb5b0-c996-4f88-bbe3-db47f95025f3,DISK] 2024-11-20T21:20:27,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.rep.1732137627250 2024-11-20T21:20:27,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40735:40735)] 2024-11-20T21:20:27,269 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e7d7fcbe5bcc04e01b7591e94dadff62, NAME => 'hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:27,269 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:20:27,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:20:27,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. service=MultiRowMutationService 2024-11-20T21:20:27,270 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:20:27,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:27,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:27,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:27,270 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:27,271 INFO [StoreOpener-e7d7fcbe5bcc04e01b7591e94dadff62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:27,273 INFO [StoreOpener-e7d7fcbe5bcc04e01b7591e94dadff62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7d7fcbe5bcc04e01b7591e94dadff62 columnFamilyName hfileref 2024-11-20T21:20:27,273 DEBUG [StoreOpener-e7d7fcbe5bcc04e01b7591e94dadff62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:27,273 INFO [StoreOpener-e7d7fcbe5bcc04e01b7591e94dadff62-1 {}] regionserver.HStore(327): Store=e7d7fcbe5bcc04e01b7591e94dadff62/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:27,273 INFO [StoreOpener-e7d7fcbe5bcc04e01b7591e94dadff62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:27,274 INFO [StoreOpener-e7d7fcbe5bcc04e01b7591e94dadff62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7d7fcbe5bcc04e01b7591e94dadff62 columnFamilyName queue 2024-11-20T21:20:27,274 DEBUG [StoreOpener-e7d7fcbe5bcc04e01b7591e94dadff62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:27,275 INFO [StoreOpener-e7d7fcbe5bcc04e01b7591e94dadff62-1 {}] regionserver.HStore(327): Store=e7d7fcbe5bcc04e01b7591e94dadff62/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:27,276 INFO [StoreOpener-e7d7fcbe5bcc04e01b7591e94dadff62-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:27,277 INFO [StoreOpener-e7d7fcbe5bcc04e01b7591e94dadff62-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7d7fcbe5bcc04e01b7591e94dadff62 columnFamilyName sid 2024-11-20T21:20:27,277 DEBUG [StoreOpener-e7d7fcbe5bcc04e01b7591e94dadff62-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:27,277 INFO [StoreOpener-e7d7fcbe5bcc04e01b7591e94dadff62-1 {}] regionserver.HStore(327): Store=e7d7fcbe5bcc04e01b7591e94dadff62/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:27,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:27,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/replication/e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:27,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/replication/e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:27,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:27,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:27,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:20:27,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:27,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/replication/e7d7fcbe5bcc04e01b7591e94dadff62/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:27,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e7d7fcbe5bcc04e01b7591e94dadff62; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75005735, jitterRate=0.11767254769802094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:20:27,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:27,283 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e7d7fcbe5bcc04e01b7591e94dadff62: Running coprocessor pre-open hook at 1732137627270Writing region info on filesystem at 1732137627270Initializing all the Stores at 1732137627271 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137627271Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137627271Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137627271Cleaning up temporary data from old regions at 1732137627279 (+8 ms)Running coprocessor post-open hooks at 1732137627282 (+3 ms)Region opened successfully at 1732137627282 2024-11-20T21:20:27,283 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62., pid=10, masterSystemTime=1732137627245 2024-11-20T21:20:27,286 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. 2024-11-20T21:20:27,286 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. 2024-11-20T21:20:27,286 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e7d7fcbe5bcc04e01b7591e94dadff62, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:27,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7d7fcbe5bcc04e01b7591e94dadff62, server=0b16ab3f13b7,45937,1732137612853 because future has completed 2024-11-20T21:20:27,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:20:27,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e7d7fcbe5bcc04e01b7591e94dadff62, server=0b16ab3f13b7,45937,1732137612853 in 201 msec 2024-11-20T21:20:27,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T21:20:27,297 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e7d7fcbe5bcc04e01b7591e94dadff62, ASSIGN in 361 msec 2024-11-20T21:20:27,298 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:20:27,298 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137627298"}]},"ts":"1732137627298"} 2024-11-20T21:20:27,300 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:20:27,301 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:20:27,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2260 sec 2024-11-20T21:20:27,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62., hostname=0b16ab3f13b7,45937,1732137612853, seqNum=2] 2024-11-20T21:20:27,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:27,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:27,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:20:27,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T21:20:27,501 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:20:27,540 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,45937,1732137612853, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:20:27,541 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:27,541 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,45937,1732137612853, seqNum=-1] 2024-11-20T21:20:27,542 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:27,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52423, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T21:20:27,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,45937,1732137612853', locateType=CURRENT is [region=hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62., hostname=0b16ab3f13b7,45937,1732137612853, seqNum=2] 2024-11-20T21:20:27,569 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T21:20:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T21:20:27,578 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,45937,1732137612853 suceeded 2024-11-20T21:20:27,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T21:20:27,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-20T21:20:27,589 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:42667,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:20:27,600 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:42667' 2024-11-20T21:20:27,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5320 sec 2024-11-20T21:20:27,630 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d36a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:27,630 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,42667,-1 for getting cluster id 2024-11-20T21:20:27,630 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:27,631 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df023786-d044-43e6-b25c-17d9f7870572' 2024-11-20T21:20:27,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:27,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df023786-d044-43e6-b25c-17d9f7870572" 2024-11-20T21:20:27,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@798dfd2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:27,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,42667,-1] 2024-11-20T21:20:27,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:27,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:27,634 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:27,635 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@32db99ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:27,635 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:27,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,42667,1732137617240 2024-11-20T21:20:27,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b12785a 2024-11-20T21:20:27,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:27,641 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-20T21:20:27,643 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,45937,1732137612853 (queues=1) is replicating from cluster=88fb15c5-095d-4bc2-a960-ea7eb33c8f2a to cluster=df023786-d044-43e6-b25c-17d9f7870572 2024-11-20T21:20:27,643 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C45937%2C1732137612853 2024-11-20T21:20:27,644 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,45937,1732137612853, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:20:27,658 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784, startPosition=0, beingWritten=true 2024-11-20T21:20:27,673 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C45937%2C1732137612853 2024-11-20T21:20:27,687 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:27,687 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 379, reset compression=false 2024-11-20T21:20:27,687 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,45937,1732137612853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:27,917 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 379, reset compression=false 2024-11-20T21:20:28,223 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 379, reset compression=false 2024-11-20T21:20:28,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:28,229 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:20:28,230 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:28,230 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:28,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:28,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:28,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:28,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d923dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:28,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,42667,-1 for getting cluster id 2024-11-20T21:20:28,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:28,232 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df023786-d044-43e6-b25c-17d9f7870572' 2024-11-20T21:20:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df023786-d044-43e6-b25c-17d9f7870572" 2024-11-20T21:20:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc940e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,42667,-1] 2024-11-20T21:20:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:28,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:28,234 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:28,235 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d8de8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:28,235 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:28,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,42667,1732137617240 2024-11-20T21:20:28,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75ad8614 2024-11-20T21:20:28,237 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:28,238 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:20:28,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:36577,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:20:28,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:20:28,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:28,242 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:36577' 2024-11-20T21:20:28,250 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@755a7c81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:28,250 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,36577,-1 for getting cluster id 2024-11-20T21:20:28,250 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:28,251 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce275db-f154-4945-9054-0251922d2000' 2024-11-20T21:20:28,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:28,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce275db-f154-4945-9054-0251922d2000" 2024-11-20T21:20:28,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3314c9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:28,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,36577,-1] 2024-11-20T21:20:28,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:28,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:28,253 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:28,254 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71980b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:28,254 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:28,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:28,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@933ad8a 2024-11-20T21:20:28,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:28,257 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:20:28,258 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T21:20:28,258 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:20:28,258 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:28,258 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:28,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:28,259 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:20:28,260 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:20:28,261 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:20:28,261 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:28,262 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:20:28,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741837_1013 (size=1138) 2024-11-20T21:20:28,310 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:20:28,347 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:28,348 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:20:28,349 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48411 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:20:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:28,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:28,634 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 379, reset compression=false 2024-11-20T21:20:28,674 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21845d3164deef0d247be232c599c8cf, NAME => 'hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98 2024-11-20T21:20:28,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741838_1014 (size=44) 2024-11-20T21:20:28,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:28,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 21845d3164deef0d247be232c599c8cf, disabling compactions & flushes 2024-11-20T21:20:28,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:28,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:28,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. after waiting 0 ms 2024-11-20T21:20:28,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:28,683 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:28,683 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21845d3164deef0d247be232c599c8cf: Waiting for close lock at 1732137628683Disabling compacts and flushes for region at 1732137628683Disabling writes for close at 1732137628683Writing region close event to WAL at 1732137628683Closed at 1732137628683 2024-11-20T21:20:28,685 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:20:28,685 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137628685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137628685"}]},"ts":"1732137628685"} 2024-11-20T21:20:28,688 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:20:28,689 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:20:28,689 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137628689"}]},"ts":"1732137628689"} 2024-11-20T21:20:28,692 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:20:28,692 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21845d3164deef0d247be232c599c8cf, ASSIGN}] 2024-11-20T21:20:28,693 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21845d3164deef0d247be232c599c8cf, ASSIGN 2024-11-20T21:20:28,694 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=21845d3164deef0d247be232c599c8cf, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,36419,1732137617321; forceNewPlan=false, retain=false 2024-11-20T21:20:28,845 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=21845d3164deef0d247be232c599c8cf, regionState=OPENING, regionLocation=0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:28,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=21845d3164deef0d247be232c599c8cf, ASSIGN because future has completed 2024-11-20T21:20:28,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21845d3164deef0d247be232c599c8cf, server=0b16ab3f13b7,36419,1732137617321}] 2024-11-20T21:20:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:29,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:29,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:29,005 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:20:29,006 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C36419%2C1732137617321.rep, suffix=, logDir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321, archiveDir=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/oldWALs, maxLogs=10 2024-11-20T21:20:29,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.rep.1732137629007, exclude list is [], retry=0 2024-11-20T21:20:29,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37763,DS-5a183ab1-a2b1-4112-a3ca-e585be7e721a,DISK] 2024-11-20T21:20:29,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.rep.1732137629007 2024-11-20T21:20:29,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38329:38329)] 2024-11-20T21:20:29,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 21845d3164deef0d247be232c599c8cf, NAME => 'hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:29,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:20:29,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:20:29,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. service=MultiRowMutationService 2024-11-20T21:20:29,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:20:29,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:29,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:29,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:29,028 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:29,029 INFO [StoreOpener-21845d3164deef0d247be232c599c8cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:29,030 INFO [StoreOpener-21845d3164deef0d247be232c599c8cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21845d3164deef0d247be232c599c8cf columnFamilyName hfileref 2024-11-20T21:20:29,031 DEBUG [StoreOpener-21845d3164deef0d247be232c599c8cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:29,031 INFO [StoreOpener-21845d3164deef0d247be232c599c8cf-1 {}] regionserver.HStore(327): Store=21845d3164deef0d247be232c599c8cf/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:29,031 INFO [StoreOpener-21845d3164deef0d247be232c599c8cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:29,032 INFO [StoreOpener-21845d3164deef0d247be232c599c8cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21845d3164deef0d247be232c599c8cf columnFamilyName queue 2024-11-20T21:20:29,032 DEBUG [StoreOpener-21845d3164deef0d247be232c599c8cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:29,032 INFO [StoreOpener-21845d3164deef0d247be232c599c8cf-1 {}] regionserver.HStore(327): Store=21845d3164deef0d247be232c599c8cf/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:29,032 INFO [StoreOpener-21845d3164deef0d247be232c599c8cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:29,034 INFO [StoreOpener-21845d3164deef0d247be232c599c8cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21845d3164deef0d247be232c599c8cf columnFamilyName sid 2024-11-20T21:20:29,034 DEBUG [StoreOpener-21845d3164deef0d247be232c599c8cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:29,034 INFO [StoreOpener-21845d3164deef0d247be232c599c8cf-1 {}] regionserver.HStore(327): Store=21845d3164deef0d247be232c599c8cf/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:29,034 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:29,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/replication/21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:29,035 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/replication/21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:29,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:29,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:29,036 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:20:29,037 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:29,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/replication/21845d3164deef0d247be232c599c8cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:29,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 21845d3164deef0d247be232c599c8cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73934604, jitterRate=0.1017114520072937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:20:29,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:29,040 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 21845d3164deef0d247be232c599c8cf: Running coprocessor pre-open hook at 1732137629028Writing region info on filesystem at 1732137629028Initializing all the Stores at 1732137629028Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137629028Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137629029 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137629029Cleaning up temporary data from old regions at 1732137629036 (+7 ms)Running coprocessor post-open hooks at 1732137629040 (+4 ms)Region opened successfully at 1732137629040 2024-11-20T21:20:29,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf., pid=10, masterSystemTime=1732137629000 2024-11-20T21:20:29,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:29,043 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:29,044 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=21845d3164deef0d247be232c599c8cf, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:29,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21845d3164deef0d247be232c599c8cf, server=0b16ab3f13b7,36419,1732137617321 because future has completed 2024-11-20T21:20:29,048 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:20:29,049 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 21845d3164deef0d247be232c599c8cf, server=0b16ab3f13b7,36419,1732137617321 in 199 msec 2024-11-20T21:20:29,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T21:20:29,051 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=21845d3164deef0d247be232c599c8cf, ASSIGN in 357 msec 2024-11-20T21:20:29,052 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:20:29,052 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137629052"}]},"ts":"1732137629052"} 2024-11-20T21:20:29,054 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:20:29,055 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:20:29,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 796 msec 2024-11-20T21:20:29,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf., hostname=0b16ab3f13b7,36419,1732137617321, seqNum=2] 2024-11-20T21:20:29,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:29,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:29,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:20:29,139 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 379, reset compression=false 2024-11-20T21:20:29,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36419 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T21:20:29,234 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:20:29,268 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,36419,1732137617321, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:20:29,268 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:29,268 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36419,1732137617321, seqNum=-1] 2024-11-20T21:20:29,269 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:29,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T21:20:29,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,36419,1732137617321', locateType=CURRENT is [region=hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf., hostname=0b16ab3f13b7,36419,1732137617321, seqNum=2] 2024-11-20T21:20:29,280 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T21:20:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T21:20:29,284 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,36419,1732137617321 suceeded 2024-11-20T21:20:29,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T21:20:29,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-20T21:20:29,287 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:36577,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:20:29,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0490 sec 2024-11-20T21:20:29,303 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:36577' 2024-11-20T21:20:29,304 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b358f10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:29,305 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,36577,-1 for getting cluster id 2024-11-20T21:20:29,305 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:29,306 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce275db-f154-4945-9054-0251922d2000' 2024-11-20T21:20:29,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:29,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce275db-f154-4945-9054-0251922d2000" 2024-11-20T21:20:29,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@133724d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:29,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,36577,-1] 2024-11-20T21:20:29,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:29,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:29,308 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:29,312 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b51974a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:29,312 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:29,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:29,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@711a1f48 2024-11-20T21:20:29,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:29,315 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-20T21:20:29,316 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,36419,1732137617321 (queues=1) is replicating from cluster=df023786-d044-43e6-b25c-17d9f7870572 to cluster=1ce275db-f154-4945-9054-0251922d2000 2024-11-20T21:20:29,316 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C36419%2C1732137617321 2024-11-20T21:20:29,317 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,36419,1732137617321, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:20:29,317 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153, startPosition=0, beingWritten=true 2024-11-20T21:20:29,322 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C36419%2C1732137617321 2024-11-20T21:20:29,336 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:29,336 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 379, reset compression=false 2024-11-20T21:20:29,336 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36419,1732137617321 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42667 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:29,379 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:20:29,379 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:29,380 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:29,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:29,380 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:29,380 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:29,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4273873, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:29,381 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,36577,-1 for getting cluster id 2024-11-20T21:20:29,381 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:29,382 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce275db-f154-4945-9054-0251922d2000' 2024-11-20T21:20:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce275db-f154-4945-9054-0251922d2000" 2024-11-20T21:20:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@438e147e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:29,382 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,36577,-1] 2024-11-20T21:20:29,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:29,383 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:29,384 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:29,384 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d44efc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:29,385 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:29,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:29,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c601bfd 2024-11-20T21:20:29,386 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:29,387 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:20:29,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:45539,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:20:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:20:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:29,393 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:45539' 2024-11-20T21:20:29,395 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18532610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:29,395 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,45539,-1 for getting cluster id 2024-11-20T21:20:29,395 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:29,396 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88fb15c5-095d-4bc2-a960-ea7eb33c8f2a' 2024-11-20T21:20:29,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:29,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88fb15c5-095d-4bc2-a960-ea7eb33c8f2a" 2024-11-20T21:20:29,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cd92946, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:29,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,45539,-1] 2024-11-20T21:20:29,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:29,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:29,398 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:29,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc5966e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:29,399 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:29,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,45539,1732137612694 2024-11-20T21:20:29,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d40f002 2024-11-20T21:20:29,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:29,401 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:20:29,402 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T21:20:29,402 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:20:29,402 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:29,402 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:29,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:29,403 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:20:29,404 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:20:29,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:20:29,405 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:29,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:20:29,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741837_1013 (size=1138) 2024-11-20T21:20:29,454 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:20:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:29,562 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 379, reset compression=false 2024-11-20T21:20:29,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:29,744 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 379, reset compression=false 2024-11-20T21:20:29,814 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aaacf5d0992ef653ad854bd171d585a0, NAME => 'hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3 2024-11-20T21:20:29,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741838_1014 (size=44) 2024-11-20T21:20:29,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:29,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aaacf5d0992ef653ad854bd171d585a0, disabling compactions & flushes 2024-11-20T21:20:29,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:29,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:29,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. after waiting 0 ms 2024-11-20T21:20:29,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:29,823 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:29,823 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aaacf5d0992ef653ad854bd171d585a0: Waiting for close lock at 1732137629823Disabling compacts and flushes for region at 1732137629823Disabling writes for close at 1732137629823Writing region close event to WAL at 1732137629823Closed at 1732137629823 2024-11-20T21:20:29,825 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:20:29,826 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137629825"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137629825"}]},"ts":"1732137629825"} 2024-11-20T21:20:29,828 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:20:29,829 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:20:29,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137629829"}]},"ts":"1732137629829"} 2024-11-20T21:20:29,831 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:20:29,831 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aaacf5d0992ef653ad854bd171d585a0, ASSIGN}] 2024-11-20T21:20:29,832 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aaacf5d0992ef653ad854bd171d585a0, ASSIGN 2024-11-20T21:20:29,833 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aaacf5d0992ef653ad854bd171d585a0, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,42625,1732137620320; forceNewPlan=false, retain=false 2024-11-20T21:20:29,870 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 379, reset compression=false 2024-11-20T21:20:29,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aaacf5d0992ef653ad854bd171d585a0, regionState=OPENING, regionLocation=0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:29,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aaacf5d0992ef653ad854bd171d585a0, ASSIGN because future has completed 2024-11-20T21:20:29,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaacf5d0992ef653ad854bd171d585a0, server=0b16ab3f13b7,42625,1732137620320}] 2024-11-20T21:20:29,999 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T21:20:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:30,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:30,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:30,144 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:20:30,146 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C42625%2C1732137620320.rep, suffix=, logDir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320, archiveDir=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/oldWALs, maxLogs=10 2024-11-20T21:20:30,162 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.rep.1732137630147, exclude list is [], retry=0 2024-11-20T21:20:30,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33749,DS-a30dde6b-58e4-429e-b319-6928c10deb92,DISK] 2024-11-20T21:20:30,167 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.rep.1732137630147 2024-11-20T21:20:30,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39387:39387)] 2024-11-20T21:20:30,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aaacf5d0992ef653ad854bd171d585a0, NAME => 'hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:30,169 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:20:30,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:20:30,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. service=MultiRowMutationService 2024-11-20T21:20:30,170 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:20:30,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:30,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:30,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:30,170 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:30,197 INFO [StoreOpener-aaacf5d0992ef653ad854bd171d585a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:30,202 INFO [StoreOpener-aaacf5d0992ef653ad854bd171d585a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaacf5d0992ef653ad854bd171d585a0 columnFamilyName hfileref 2024-11-20T21:20:30,202 DEBUG [StoreOpener-aaacf5d0992ef653ad854bd171d585a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:30,203 INFO [StoreOpener-aaacf5d0992ef653ad854bd171d585a0-1 {}] regionserver.HStore(327): Store=aaacf5d0992ef653ad854bd171d585a0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:30,203 INFO [StoreOpener-aaacf5d0992ef653ad854bd171d585a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:30,204 INFO [StoreOpener-aaacf5d0992ef653ad854bd171d585a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaacf5d0992ef653ad854bd171d585a0 columnFamilyName queue 2024-11-20T21:20:30,205 DEBUG [StoreOpener-aaacf5d0992ef653ad854bd171d585a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:30,205 INFO [StoreOpener-aaacf5d0992ef653ad854bd171d585a0-1 {}] regionserver.HStore(327): Store=aaacf5d0992ef653ad854bd171d585a0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:30,205 INFO [StoreOpener-aaacf5d0992ef653ad854bd171d585a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:30,206 INFO [StoreOpener-aaacf5d0992ef653ad854bd171d585a0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aaacf5d0992ef653ad854bd171d585a0 columnFamilyName sid 2024-11-20T21:20:30,207 DEBUG [StoreOpener-aaacf5d0992ef653ad854bd171d585a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:30,207 INFO [StoreOpener-aaacf5d0992ef653ad854bd171d585a0-1 {}] regionserver.HStore(327): Store=aaacf5d0992ef653ad854bd171d585a0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:30,207 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:30,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/replication/aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:30,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/replication/aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:30,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:30,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:30,210 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:20:30,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:30,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/replication/aaacf5d0992ef653ad854bd171d585a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:30,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aaacf5d0992ef653ad854bd171d585a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63052351, jitterRate=-0.06044675409793854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:20:30,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:30,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aaacf5d0992ef653ad854bd171d585a0: Running coprocessor pre-open hook at 1732137630170Writing region info on filesystem at 1732137630170Initializing all the Stores at 1732137630182 (+12 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137630182Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137630196 (+14 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137630196Cleaning up temporary data from old regions at 1732137630210 (+14 ms)Running coprocessor post-open hooks at 1732137630218 (+8 ms)Region opened successfully at 1732137630218 2024-11-20T21:20:30,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0., pid=10, masterSystemTime=1732137630140 2024-11-20T21:20:30,222 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aaacf5d0992ef653ad854bd171d585a0, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:30,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aaacf5d0992ef653ad854bd171d585a0, server=0b16ab3f13b7,42625,1732137620320 because future has completed 2024-11-20T21:20:30,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:30,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:30,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:20:30,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aaacf5d0992ef653ad854bd171d585a0, server=0b16ab3f13b7,42625,1732137620320 in 250 msec 2024-11-20T21:20:30,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T21:20:30,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aaacf5d0992ef653ad854bd171d585a0, ASSIGN in 411 msec 2024-11-20T21:20:30,247 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:20:30,248 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137630247"}]},"ts":"1732137630247"} 2024-11-20T21:20:30,250 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:20:30,251 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:20:30,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 848 msec 2024-11-20T21:20:30,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0., hostname=0b16ab3f13b7,42625,1732137620320, seqNum=2] 2024-11-20T21:20:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:30,275 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 379, reset compression=false 2024-11-20T21:20:30,283 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:20:30,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T21:20:30,437 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:20:30,449 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 379, reset compression=false 2024-11-20T21:20:30,485 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,42625,1732137620320, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:20:30,486 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:30,486 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,42625,1732137620320, seqNum=-1] 2024-11-20T21:20:30,487 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:30,488 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T21:20:30,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,42625,1732137620320', locateType=CURRENT is [region=hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0., hostname=0b16ab3f13b7,42625,1732137620320, seqNum=2] 2024-11-20T21:20:30,494 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T21:20:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T21:20:30,497 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,42625,1732137620320 suceeded 2024-11-20T21:20:30,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T21:20:30,499 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 214 msec 2024-11-20T21:20:30,499 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:45539,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:20:30,501 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1120 sec 2024-11-20T21:20:30,516 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:45539' 2024-11-20T21:20:30,518 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3055b19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:30,518 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,45539,-1 for getting cluster id 2024-11-20T21:20:30,518 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:30,522 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88fb15c5-095d-4bc2-a960-ea7eb33c8f2a' 2024-11-20T21:20:30,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:30,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88fb15c5-095d-4bc2-a960-ea7eb33c8f2a" 2024-11-20T21:20:30,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10a32eaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:30,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,45539,-1] 2024-11-20T21:20:30,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:30,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:30,525 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:30,526 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@400c496c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:30,527 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:30,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,45539,1732137612694 2024-11-20T21:20:30,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b32c8b7 2024-11-20T21:20:30,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:30,530 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T21:20:30,531 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,42625,1732137620320 (queues=1) is replicating from cluster=1ce275db-f154-4945-9054-0251922d2000 to cluster=88fb15c5-095d-4bc2-a960-ea7eb33c8f2a 2024-11-20T21:20:30,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:20:30,531 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C42625%2C1732137620320 2024-11-20T21:20:30,531 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,42625,1732137620320, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:20:30,531 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:20:30,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:30,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:30,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:30,532 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:30,533 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:30,538 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294, startPosition=0, beingWritten=true 2024-11-20T21:20:30,561 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C42625%2C1732137620320 2024-11-20T21:20:30,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49aebc83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:30,585 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,45539,-1 for getting cluster id 2024-11-20T21:20:30,585 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:30,585 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:30,585 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 379, reset compression=false 2024-11-20T21:20:30,585 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,42625,1732137620320 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:30,587 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88fb15c5-095d-4bc2-a960-ea7eb33c8f2a' 2024-11-20T21:20:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:30,587 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88fb15c5-095d-4bc2-a960-ea7eb33c8f2a" 2024-11-20T21:20:30,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3410e5e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:30,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,45539,-1] 2024-11-20T21:20:30,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:30,588 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:30,590 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:30,591 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658b1e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:30,592 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cce2bfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:30,592 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,42667,-1 for getting cluster id 2024-11-20T21:20:30,592 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:30,593 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df023786-d044-43e6-b25c-17d9f7870572' 2024-11-20T21:20:30,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:30,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df023786-d044-43e6-b25c-17d9f7870572" 2024-11-20T21:20:30,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@903b853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:30,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,42667,-1] 2024-11-20T21:20:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:30,594 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:30,595 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:30,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a731d7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:30,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551e383d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:30,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,36577,-1 for getting cluster id 2024-11-20T21:20:30,597 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:30,598 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce275db-f154-4945-9054-0251922d2000' 2024-11-20T21:20:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce275db-f154-4945-9054-0251922d2000" 2024-11-20T21:20:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acef29e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,36577,-1] 2024-11-20T21:20:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:30,598 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:30,599 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:30,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58a2b504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:30,601 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:30,602 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,45937,1732137612853, seqNum=-1] 2024-11-20T21:20:30,603 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:30,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:30,647 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732137621598.420c30dac3598c2013e01b0eeff795a5., hostname=0b16ab3f13b7,45937,1732137612853, seqNum=2] 2024-11-20T21:20:30,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:30,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,42625,1732137620320, seqNum=-1] 2024-11-20T21:20:30,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:30,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:30,668 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732137623892.d958df4f6316addd09455a5ccdbb1963., hostname=0b16ab3f13b7,42625,1732137620320, seqNum=2] 2024-11-20T21:20:30,671 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T21:20:30,782 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 379, reset compression=false 2024-11-20T21:20:30,795 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 379, reset compression=false 2024-11-20T21:20:31,126 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 379, reset compression=false 2024-11-20T21:20:31,258 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 379, reset compression=false 2024-11-20T21:20:31,264 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:31,264 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 480, reset compression=false 2024-11-20T21:20:31,264 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,45937,1732137612853 got entry batch from reader: WALEntryBatch [walEntries=[{test/420c30dac3598c2013e01b0eeff795a5/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T21:20:31,268 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:20:31,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-20T21:20:31,270 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:31,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c47ab2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:31,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,42667,-1 for getting cluster id 2024-11-20T21:20:31,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:31,272 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df023786-d044-43e6-b25c-17d9f7870572' 2024-11-20T21:20:31,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:31,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df023786-d044-43e6-b25c-17d9f7870572" 2024-11-20T21:20:31,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68d6702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:31,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,42667,-1] 2024-11-20T21:20:31,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:31,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:31,273 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:31,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43dc66de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:31,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:31,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36419,1732137617321, seqNum=-1] 2024-11-20T21:20:31,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:31,278 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-20T21:20:31,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732137622743.2f189b438f4a0401801612c00f01572f., hostname=0b16ab3f13b7,36419,1732137617321, seqNum=2] 2024-11-20T21:20:31,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:31,413 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 379, reset compression=false 2024-11-20T21:20:31,425 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:31,425 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 504, reset compression=false 2024-11-20T21:20:31,425 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36419,1732137617321 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f189b438f4a0401801612c00f01572f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T21:20:31,430 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:20:31,433 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-20T21:20:31,433 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:31,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77f2810e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:31,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,36577,-1 for getting cluster id 2024-11-20T21:20:31,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:31,435 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce275db-f154-4945-9054-0251922d2000' 2024-11-20T21:20:31,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:31,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce275db-f154-4945-9054-0251922d2000" 2024-11-20T21:20:31,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@152945a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:31,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,36577,-1] 2024-11-20T21:20:31,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:31,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:31,437 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:31,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74c47b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:31,439 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,42625,1732137620320, seqNum=-1] 2024-11-20T21:20:31,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:31,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-20T21:20:31,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732137623892.d958df4f6316addd09455a5ccdbb1963., hostname=0b16ab3f13b7,42625,1732137620320, seqNum=2] 2024-11-20T21:20:31,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:31,469 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 480, reset compression=false 2024-11-20T21:20:31,530 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 379, reset compression=false 2024-11-20T21:20:31,541 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:31,541 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 528, reset compression=false 2024-11-20T21:20:31,541 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,42625,1732137620320 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:31,631 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 504, reset compression=false 2024-11-20T21:20:31,674 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T21:20:31,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:31,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,36419,1732137617321, seqNum=-1] 2024-11-20T21:20:31,676 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:31,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:31,679 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732137622743.2f189b438f4a0401801612c00f01572f., hostname=0b16ab3f13b7,36419,1732137617321, seqNum=2] 2024-11-20T21:20:31,682 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T21:20:31,745 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 528, reset compression=false 2024-11-20T21:20:31,782 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 480, reset compression=false 2024-11-20T21:20:31,936 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 504, reset compression=false 2024-11-20T21:20:31,959 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:31,960 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 608, reset compression=false 2024-11-20T21:20:31,960 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36419,1732137617321 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f189b438f4a0401801612c00f01572f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T21:20:31,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:31,970 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:32,052 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 528, reset compression=false 2024-11-20T21:20:32,062 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:32,062 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 656, reset compression=false 2024-11-20T21:20:32,062 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,42625,1732137620320 got entry batch from reader: WALEntryBatch [walEntries=[{test/d958df4f6316addd09455a5ccdbb1963/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T21:20:32,065 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:20:32,067 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T21:20:32,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:32,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74e56d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:32,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,45539,-1 for getting cluster id 2024-11-20T21:20:32,077 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:32,078 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88fb15c5-095d-4bc2-a960-ea7eb33c8f2a' 2024-11-20T21:20:32,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:32,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88fb15c5-095d-4bc2-a960-ea7eb33c8f2a" 2024-11-20T21:20:32,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8dac49a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:32,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,45539,-1] 2024-11-20T21:20:32,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:32,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:32,080 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:32,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b9bc8f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:32,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:32,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,45937,1732137612853, seqNum=-1] 2024-11-20T21:20:32,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:32,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-20T21:20:32,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732137621598.420c30dac3598c2013e01b0eeff795a5., hostname=0b16ab3f13b7,45937,1732137612853, seqNum=2] 2024-11-20T21:20:32,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:32,182 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 608, reset compression=false 2024-11-20T21:20:32,192 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 480, reset compression=false 2024-11-20T21:20:32,197 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:32,197 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 631, reset compression=false 2024-11-20T21:20:32,197 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,45937,1732137612853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:32,274 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 656, reset compression=false 2024-11-20T21:20:32,403 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 631, reset compression=false 2024-11-20T21:20:32,488 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 608, reset compression=false 2024-11-20T21:20:32,581 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 656, reset compression=false 2024-11-20T21:20:32,684 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T21:20:32,688 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T21:20:32,710 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 631, reset compression=false 2024-11-20T21:20:32,774 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:20:32,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:32,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:32,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:32,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:32,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:32,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:32,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:32,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:32,842 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:32,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:32,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:32,849 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:32,892 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 608, reset compression=false 2024-11-20T21:20:32,989 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 656, reset compression=false 2024-11-20T21:20:33,006 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:33,006 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 760, reset compression=false 2024-11-20T21:20:33,006 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,42625,1732137620320 got entry batch from reader: WALEntryBatch [walEntries=[{test/d958df4f6316addd09455a5ccdbb1963/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T21:20:33,010 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:33,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:33,114 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 631, reset compression=false 2024-11-20T21:20:33,119 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:33,119 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 758, reset compression=false 2024-11-20T21:20:33,119 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,45937,1732137612853 got entry batch from reader: WALEntryBatch [walEntries=[{test/420c30dac3598c2013e01b0eeff795a5/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T21:20:33,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:33,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:33,227 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 760, reset compression=false 2024-11-20T21:20:33,322 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 758, reset compression=false 2024-11-20T21:20:33,405 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 608, reset compression=false 2024-11-20T21:20:33,410 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:33,410 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 759, reset compression=false 2024-11-20T21:20:33,410 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36419,1732137617321 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153, lastWalPosition=759, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:33,531 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 760, reset compression=false 2024-11-20T21:20:33,614 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 759, reset compression=false 2024-11-20T21:20:33,626 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 758, reset compression=false 2024-11-20T21:20:33,690 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T21:20:33,695 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T21:20:33,922 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 759, reset compression=false 2024-11-20T21:20:33,936 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 760, reset compression=false 2024-11-20T21:20:34,031 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 758, reset compression=false 2024-11-20T21:20:34,036 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:34,036 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 914, reset compression=false 2024-11-20T21:20:34,036 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,45937,1732137612853 got entry batch from reader: WALEntryBatch [walEntries=[{test/420c30dac3598c2013e01b0eeff795a5/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T21:20:34,038 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:34,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:34,240 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 914, reset compression=false 2024-11-20T21:20:34,348 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 759, reset compression=false 2024-11-20T21:20:34,353 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:34,353 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 907, reset compression=false 2024-11-20T21:20:34,353 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36419,1732137617321 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f189b438f4a0401801612c00f01572f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153, lastWalPosition=907, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T21:20:34,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:34,360 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:34,465 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 760, reset compression=false 2024-11-20T21:20:34,475 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:34,475 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 932, reset compression=false 2024-11-20T21:20:34,475 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,42625,1732137620320 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:34,544 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 914, reset compression=false 2024-11-20T21:20:34,557 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 907, reset compression=false 2024-11-20T21:20:34,698 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T21:20:34,702 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T21:20:34,709 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 932, reset compression=false 2024-11-20T21:20:34,869 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 907, reset compression=false 2024-11-20T21:20:34,887 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:34,887 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1066, reset compression=false 2024-11-20T21:20:34,888 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36419,1732137617321 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f189b438f4a0401801612c00f01572f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153, lastWalPosition=1066, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T21:20:34,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:34,894 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:34,948 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 914, reset compression=false 2024-11-20T21:20:35,016 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 932, reset compression=false 2024-11-20T21:20:35,022 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:35,022 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1082, reset compression=false 2024-11-20T21:20:35,022 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,42625,1732137620320 got entry batch from reader: WALEntryBatch [walEntries=[{test/d958df4f6316addd09455a5ccdbb1963/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T21:20:35,023 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:35,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:35,126 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1066, reset compression=false 2024-11-20T21:20:35,226 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1082, reset compression=false 2024-11-20T21:20:35,430 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1066, reset compression=false 2024-11-20T21:20:35,457 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 914, reset compression=false 2024-11-20T21:20:35,465 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:35,465 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1087, reset compression=false 2024-11-20T21:20:35,465 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,45937,1732137612853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:35,530 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1082, reset compression=false 2024-11-20T21:20:35,670 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1087, reset compression=false 2024-11-20T21:20:35,705 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T21:20:35,709 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T21:20:35,841 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1066, reset compression=false 2024-11-20T21:20:35,934 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1082, reset compression=false 2024-11-20T21:20:35,943 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:35,943 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1241, reset compression=false 2024-11-20T21:20:35,945 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,42625,1732137620320 got entry batch from reader: WALEntryBatch [walEntries=[{test/d958df4f6316addd09455a5ccdbb1963/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T21:20:35,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:35,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:35,975 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1087, reset compression=false 2024-11-20T21:20:35,980 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:35,980 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1236, reset compression=false 2024-11-20T21:20:35,980 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,45937,1732137612853 got entry batch from reader: WALEntryBatch [walEntries=[{test/420c30dac3598c2013e01b0eeff795a5/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-20T21:20:35,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:35,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:36,149 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1241, reset compression=false 2024-11-20T21:20:36,185 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1236, reset compression=false 2024-11-20T21:20:36,346 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1066, reset compression=false 2024-11-20T21:20:36,361 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:36,361 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1239, reset compression=false 2024-11-20T21:20:36,361 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36419,1732137617321 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153, lastWalPosition=1239, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:36,453 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1241, reset compression=false 2024-11-20T21:20:36,488 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1236, reset compression=false 2024-11-20T21:20:36,565 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1239, reset compression=false 2024-11-20T21:20:36,712 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T21:20:36,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eece5a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:36,720 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,36577,-1 for getting cluster id 2024-11-20T21:20:36,720 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:36,721 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce275db-f154-4945-9054-0251922d2000' 2024-11-20T21:20:36,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:36,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce275db-f154-4945-9054-0251922d2000" 2024-11-20T21:20:36,721 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758ec874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,36577,-1] 2024-11-20T21:20:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:36,722 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:36,723 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:36,724 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48b3d92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:36,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:36,727 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6433f2ab 2024-11-20T21:20:36,728 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:36,730 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:20:36,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-20T21:20:36,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-20T21:20:36,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T21:20:36,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:20:36,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T21:20:36,860 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1241, reset compression=false 2024-11-20T21:20:36,871 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1239, reset compression=false 2024-11-20T21:20:36,893 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1236, reset compression=false 2024-11-20T21:20:36,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T21:20:36,901 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-20T21:20:36,902 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-20T21:20:36,902 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,42625,1732137620320 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-20T21:20:36,902 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0. 2024-11-20T21:20:36,902 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:36,903 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:36,903 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:36,904 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:37,003 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T21:20:37,003 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-20T21:20:37,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T21:20:37,103 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 terminated 2024-11-20T21:20:37,127 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,42625,1732137620320, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:20:37,128 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-20T21:20:37,128 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T21:20:37,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T21:20:37,131 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 0b16ab3f13b7,42625,1732137620320 suceeded 2024-11-20T21:20:37,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T21:20:37,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 391 msec 2024-11-20T21:20:37,133 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-20T21:20:37,134 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 403 msec 2024-11-20T21:20:37,143 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:45539' 2024-11-20T21:20:37,145 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3968e69c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:37,145 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,45539,-1 for getting cluster id 2024-11-20T21:20:37,145 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:37,146 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '88fb15c5-095d-4bc2-a960-ea7eb33c8f2a' 2024-11-20T21:20:37,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:37,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "88fb15c5-095d-4bc2-a960-ea7eb33c8f2a" 2024-11-20T21:20:37,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d610f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:37,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,45539,-1] 2024-11-20T21:20:37,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:37,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:37,147 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:37,148 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ec4fe9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:37,148 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:37,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,45539,1732137612694 2024-11-20T21:20:37,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cbd0258 2024-11-20T21:20:37,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:37,150 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-20T21:20:37,151 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,42625,1732137620320 (queues=1) is replicating from cluster=1ce275db-f154-4945-9054-0251922d2000 to cluster=88fb15c5-095d-4bc2-a960-ea7eb33c8f2a 2024-11-20T21:20:37,151 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C42625%2C1732137620320 2024-11-20T21:20:37,151 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,42625,1732137620320, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:20:37,151 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C42625%2C1732137620320 2024-11-20T21:20:37,283 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1239, reset compression=false 2024-11-20T21:20:37,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T21:20:37,359 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:20:37,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:37,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:37,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:37,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:37,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:37,364 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-20T21:20:37,408 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1236, reset compression=false 2024-11-20T21:20:37,418 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:37,418 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1340, reset compression=false 2024-11-20T21:20:37,418 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,45937,1732137612853 got entry batch from reader: WALEntryBatch [walEntries=[{test/420c30dac3598c2013e01b0eeff795a5/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T21:20:37,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:37,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36419 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:37,622 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1340, reset compression=false 2024-11-20T21:20:37,787 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1239, reset compression=false 2024-11-20T21:20:37,805 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:37,805 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1367, reset compression=false 2024-11-20T21:20:37,805 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36419,1732137617321 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f189b438f4a0401801612c00f01572f/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153, lastWalPosition=1367, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T21:20:37,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:37,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:37,926 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1340, reset compression=false 2024-11-20T21:20:38,027 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1367, reset compression=false 2024-11-20T21:20:38,330 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1340, reset compression=false 2024-11-20T21:20:38,331 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1367, reset compression=false 2024-11-20T21:20:38,366 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-20T21:20:38,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4326adf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:38,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,36577,-1 for getting cluster id 2024-11-20T21:20:38,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:38,371 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1ce275db-f154-4945-9054-0251922d2000' 2024-11-20T21:20:38,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:38,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1ce275db-f154-4945-9054-0251922d2000" 2024-11-20T21:20:38,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf30101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:38,371 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,36577,-1] 2024-11-20T21:20:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:38,372 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:38,373 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:38,373 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f799620, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:38,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:38,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@438d9408 2024-11-20T21:20:38,378 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:38,378 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:20:38,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-20T21:20:38,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-20T21:20:38,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T21:20:38,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:20:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T21:20:38,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42625 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-20T21:20:38,557 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-20T21:20:38,558 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-20T21:20:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-20T21:20:38,560 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 0b16ab3f13b7,42625,1732137620320 suceeded 2024-11-20T21:20:38,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-20T21:20:38,561 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-20T21:20:38,561 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-20T21:20:38,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 182 msec 2024-11-20T21:20:38,653 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294, startPosition=1241, beingWritten=true 2024-11-20T21:20:38,657 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:38,657 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1393, reset compression=false 2024-11-20T21:20:38,657 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,42625,1732137620320 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294, lastWalPosition=1393, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:38,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36577 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-20T21:20:38,699 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:20:38,699 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:38,699 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:38,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:38,699 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:38,699 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:38,705 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-20T21:20:38,746 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1367, reset compression=false 2024-11-20T21:20:38,769 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:38,769 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1471, reset compression=false 2024-11-20T21:20:38,769 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36419,1732137617321 got entry batch from reader: WALEntryBatch [walEntries=[{test/2f189b438f4a0401801612c00f01572f/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153, lastWalPosition=1471, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T21:20:38,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:38,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:38,840 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1340, reset compression=false 2024-11-20T21:20:38,860 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1393, reset compression=false 2024-11-20T21:20:38,870 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:20:38,870 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1521, reset compression=false 2024-11-20T21:20:38,870 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,42625,1732137620320 got entry batch from reader: WALEntryBatch [walEntries=[{test/d958df4f6316addd09455a5ccdbb1963/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-20T21:20:38,873 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:20:38,874 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-20T21:20:38,874 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:20:38,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45937 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:20:38,981 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1471, reset compression=false 2024-11-20T21:20:39,081 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1521, reset compression=false 2024-11-20T21:20:39,284 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1471, reset compression=false 2024-11-20T21:20:39,385 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1521, reset compression=false 2024-11-20T21:20:39,467 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1340, reset compression=false 2024-11-20T21:20:39,472 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:39,472 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1491, reset compression=false 2024-11-20T21:20:39,472 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,45937,1732137612853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:39,675 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1491, reset compression=false 2024-11-20T21:20:39,689 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1471, reset compression=false 2024-11-20T21:20:39,712 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-20T21:20:39,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:20:39,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:39,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:39,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:39,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:39,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:39,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:20:39,713 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1064344007, stopped=false 2024-11-20T21:20:39,713 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,36577,1732137620263 2024-11-20T21:20:39,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-793085009/running 2024-11-20T21:20:39,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:39,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-793085009/running 2024-11-20T21:20:39,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:39,725 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:20:39,726 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:39,726 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:39,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:39,726 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,42625,1732137620320' ***** 2024-11-20T21:20:39,726 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:20:39,727 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:20:39,728 INFO [RS:0;0b16ab3f13b7:42625 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:20:39,728 INFO [RS:0;0b16ab3f13b7:42625 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:20:39,728 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(3091): Received CLOSE for d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:39,728 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:20:39,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Set watcher on znode that does not yet exist, /2-793085009/running 2024-11-20T21:20:39,733 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Set watcher on znode that does not yet exist, /2-793085009/running 2024-11-20T21:20:39,733 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(3091): Received CLOSE for aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:39,733 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:39,733 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:20:39,733 INFO [RS:0;0b16ab3f13b7:42625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:42625. 2024-11-20T21:20:39,733 DEBUG [RS:0;0b16ab3f13b7:42625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:39,734 DEBUG [RS:0;0b16ab3f13b7:42625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:39,734 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:20:39,734 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:20:39,734 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:20:39,734 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:20:39,736 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d958df4f6316addd09455a5ccdbb1963, disabling compactions & flushes 2024-11-20T21:20:39,736 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. 2024-11-20T21:20:39,736 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. 2024-11-20T21:20:39,736 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. after waiting 0 ms 2024-11-20T21:20:39,736 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. 2024-11-20T21:20:39,736 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d958df4f6316addd09455a5ccdbb1963 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T21:20:39,744 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T21:20:39,745 DEBUG [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1325): Online Regions={d958df4f6316addd09455a5ccdbb1963=test,,1732137623892.d958df4f6316addd09455a5ccdbb1963., 1588230740=hbase:meta,,1.1588230740, aaacf5d0992ef653ad854bd171d585a0=hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0.} 2024-11-20T21:20:39,745 DEBUG [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aaacf5d0992ef653ad854bd171d585a0, d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:39,745 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:20:39,745 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:20:39,745 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:20:39,745 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:20:39,745 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:20:39,745 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T21:20:39,796 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:20:39,797 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/.tmp/f/73289e5d6e53457b9b22d00471aa2164 is 37, key is row3/f:row3/1732137637361/Put/seqid=0 2024-11-20T21:20:39,798 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1521, reset compression=false 2024-11-20T21:20:39,819 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:39,819 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1768, reset compression=false 2024-11-20T21:20:39,819 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,42625,1732137620320 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:39,820 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b16ab3f13b7,42625,1732137620320: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b16ab3f13b7,42625,1732137620320, walGroup=0b16ab3f13b7%2C42625%2C1732137620320, offset=0b16ab3f13b7%2C42625%2C1732137620320.1732137621294:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:42625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T21:20:39,821 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:20:39,821 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:20:39,822 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/.tmp/info/a6d29ec6cdb54cbf9f1e6f038c169045 is 147, key is hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0./info:regioninfo/1732137630222/Put/seqid=0 2024-11-20T21:20:39,822 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:20:39,822 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:20:39,822 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:20:39,822 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1163919360, "init": 1048576000, "max": 2306867200, "used": 801508112 }, "NonHeapMemoryUsage": { "committed": 200998912, "init": 7667712, "max": -1, "used": 197960848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T21:20:39,822 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:36577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:36577 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-20T21:20:39,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741840_1016 (size=5228) 2024-11-20T21:20:39,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741841_1017 (size=7686) 2024-11-20T21:20:39,835 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/.tmp/info/a6d29ec6cdb54cbf9f1e6f038c169045 2024-11-20T21:20:39,856 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/.tmp/ns/08b79b19da534edd856f40de4f32102f is 43, key is default/ns:d/1732137621541/Put/seqid=0 2024-11-20T21:20:39,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741842_1018 (size=5153) 2024-11-20T21:20:39,860 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/.tmp/ns/08b79b19da534edd856f40de4f32102f 2024-11-20T21:20:39,878 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/.tmp/rep_barrier/c6fec68d7e974eee96a1e20625ebb6a2 is 112, key is test,,1732137623892.d958df4f6316addd09455a5ccdbb1963./rep_barrier:seqnumDuringOpen/1732137625074/Put/seqid=0 2024-11-20T21:20:39,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741843_1019 (size=5518) 2024-11-20T21:20:39,945 DEBUG [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aaacf5d0992ef653ad854bd171d585a0, d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:40,025 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1491, reset compression=false 2024-11-20T21:20:40,028 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1768, reset compression=false 2024-11-20T21:20:40,140 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:20:40,140 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:20:40,145 DEBUG [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aaacf5d0992ef653ad854bd171d585a0, d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:40,235 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/.tmp/f/73289e5d6e53457b9b22d00471aa2164 2024-11-20T21:20:40,237 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1471, reset compression=false 2024-11-20T21:20:40,245 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73289e5d6e53457b9b22d00471aa2164 2024-11-20T21:20:40,268 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/.tmp/f1/d462303647c04cc78b51fa316451af8a is 30, key is row1/f1:/1732137634699/DeleteFamily/seqid=0 2024-11-20T21:20:40,282 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/.tmp/rep_barrier/c6fec68d7e974eee96a1e20625ebb6a2 2024-11-20T21:20:40,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741844_1020 (size=5158) 2024-11-20T21:20:40,313 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/.tmp/f1/d462303647c04cc78b51fa316451af8a 2024-11-20T21:20:40,332 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1768, reset compression=false 2024-11-20T21:20:40,334 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d462303647c04cc78b51fa316451af8a 2024-11-20T21:20:40,341 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/.tmp/table/624dfa4198554cbd923dab1bd8520534 is 53, key is hbase:replication/table:state/1732137630247/Put/seqid=0 2024-11-20T21:20:40,346 DEBUG [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aaacf5d0992ef653ad854bd171d585a0, d958df4f6316addd09455a5ccdbb1963 2024-11-20T21:20:40,369 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/.tmp/norep/0293a31774654cc1baa14dc9defa1b96 is 33, key is row2/norep:/1732137635706/DeleteFamily/seqid=0 2024-11-20T21:20:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741845_1021 (size=5308) 2024-11-20T21:20:40,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741846_1022 (size=5108) 2024-11-20T21:20:40,373 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/.tmp/norep/0293a31774654cc1baa14dc9defa1b96 2024-11-20T21:20:40,377 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0293a31774654cc1baa14dc9defa1b96 2024-11-20T21:20:40,378 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/.tmp/f/73289e5d6e53457b9b22d00471aa2164 as hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/f/73289e5d6e53457b9b22d00471aa2164 2024-11-20T21:20:40,381 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 73289e5d6e53457b9b22d00471aa2164 2024-11-20T21:20:40,381 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/f/73289e5d6e53457b9b22d00471aa2164, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T21:20:40,382 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/.tmp/f1/d462303647c04cc78b51fa316451af8a as hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/f1/d462303647c04cc78b51fa316451af8a 2024-11-20T21:20:40,385 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d462303647c04cc78b51fa316451af8a 2024-11-20T21:20:40,385 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/f1/d462303647c04cc78b51fa316451af8a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T21:20:40,386 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/.tmp/norep/0293a31774654cc1baa14dc9defa1b96 as hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/norep/0293a31774654cc1baa14dc9defa1b96 2024-11-20T21:20:40,389 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0293a31774654cc1baa14dc9defa1b96 2024-11-20T21:20:40,389 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/norep/0293a31774654cc1baa14dc9defa1b96, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T21:20:40,390 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d958df4f6316addd09455a5ccdbb1963 in 654ms, sequenceid=12, compaction requested=false 2024-11-20T21:20:40,409 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/default/test/d958df4f6316addd09455a5ccdbb1963/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T21:20:40,411 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:20:40,411 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:20:40,411 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. 2024-11-20T21:20:40,411 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d958df4f6316addd09455a5ccdbb1963: Waiting for close lock at 1732137639736Running coprocessor pre-close hooks at 1732137639736Disabling compacts and flushes for region at 1732137639736Disabling writes for close at 1732137639736Obtaining lock to block concurrent updates at 1732137639736Preparing flush snapshotting stores in d958df4f6316addd09455a5ccdbb1963 at 1732137639736Finished memstore snapshotting test,,1732137623892.d958df4f6316addd09455a5ccdbb1963., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732137639737 (+1 ms)Flushing stores of test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. at 1732137639738 (+1 ms)Flushing d958df4f6316addd09455a5ccdbb1963/f: creating writer at 1732137639738Flushing d958df4f6316addd09455a5ccdbb1963/f: appending metadata at 1732137639796 (+58 ms)Flushing d958df4f6316addd09455a5ccdbb1963/f: closing flushed file at 1732137639796Flushing d958df4f6316addd09455a5ccdbb1963/f1: creating writer at 1732137640246 (+450 ms)Flushing d958df4f6316addd09455a5ccdbb1963/f1: appending metadata at 1732137640268 (+22 ms)Flushing d958df4f6316addd09455a5ccdbb1963/f1: closing flushed file at 1732137640268Flushing d958df4f6316addd09455a5ccdbb1963/norep: creating writer at 1732137640334 (+66 ms)Flushing d958df4f6316addd09455a5ccdbb1963/norep: appending metadata at 1732137640368 (+34 ms)Flushing d958df4f6316addd09455a5ccdbb1963/norep: closing flushed file at 1732137640368Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2cac06: reopening flushed file at 1732137640377 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cae160: reopening flushed file at 1732137640382 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1823351d: reopening flushed file at 1732137640385 (+3 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d958df4f6316addd09455a5ccdbb1963 in 654ms, sequenceid=12, compaction requested=false at 1732137640390 (+5 ms)Writing region close event to WAL at 1732137640397 (+7 ms)Running coprocessor post-close hooks at 1732137640411 (+14 ms)Closed at 1732137640411 2024-11-20T21:20:40,411 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137623892.d958df4f6316addd09455a5ccdbb1963. 2024-11-20T21:20:40,411 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aaacf5d0992ef653ad854bd171d585a0, disabling compactions & flushes 2024-11-20T21:20:40,411 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:40,411 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:40,411 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. after waiting 0 ms 2024-11-20T21:20:40,411 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:40,411 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aaacf5d0992ef653ad854bd171d585a0: Waiting for close lock at 1732137640411Running coprocessor pre-close hooks at 1732137640411Disabling compacts and flushes for region at 1732137640411Disabling writes for close at 1732137640411Failed flush hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0., putting online again at 1732137640411 2024-11-20T21:20:40,412 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:40,429 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1491, reset compression=false 2024-11-20T21:20:40,546 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(3091): Received CLOSE for aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:40,546 DEBUG [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, aaacf5d0992ef653ad854bd171d585a0 2024-11-20T21:20:40,546 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aaacf5d0992ef653ad854bd171d585a0, disabling compactions & flushes 2024-11-20T21:20:40,546 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:40,546 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:40,546 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. after waiting 0 ms 2024-11-20T21:20:40,546 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:40,546 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aaacf5d0992ef653ad854bd171d585a0: Waiting for close lock at 1732137640546Running coprocessor pre-close hooks at 1732137640546Disabling compacts and flushes for region at 1732137640546Disabling writes for close at 1732137640546Failed flush hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0., putting online again at 1732137640546 2024-11-20T21:20:40,546 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0. 2024-11-20T21:20:40,746 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:20:40,746 DEBUG [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, aaacf5d0992ef653ad854bd171d585a0=hbase:replication,,1732137629403.aaacf5d0992ef653ad854bd171d585a0.} 2024-11-20T21:20:40,746 DEBUG [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:20:40,753 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 1768, reset compression=false 2024-11-20T21:20:40,760 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:40,760 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 2412, reset compression=false 2024-11-20T21:20:40,773 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/.tmp/table/624dfa4198554cbd923dab1bd8520534 2024-11-20T21:20:40,789 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/.tmp/info/a6d29ec6cdb54cbf9f1e6f038c169045 as hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/info/a6d29ec6cdb54cbf9f1e6f038c169045 2024-11-20T21:20:40,795 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/info/a6d29ec6cdb54cbf9f1e6f038c169045, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T21:20:40,796 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/.tmp/ns/08b79b19da534edd856f40de4f32102f as hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/ns/08b79b19da534edd856f40de4f32102f 2024-11-20T21:20:40,804 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/ns/08b79b19da534edd856f40de4f32102f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T21:20:40,809 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/.tmp/rep_barrier/c6fec68d7e974eee96a1e20625ebb6a2 as hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/rep_barrier/c6fec68d7e974eee96a1e20625ebb6a2 2024-11-20T21:20:40,828 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/rep_barrier/c6fec68d7e974eee96a1e20625ebb6a2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T21:20:40,829 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/.tmp/table/624dfa4198554cbd923dab1bd8520534 as hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/table/624dfa4198554cbd923dab1bd8520534 2024-11-20T21:20:40,843 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/table/624dfa4198554cbd923dab1bd8520534, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T21:20:40,844 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1099ms, sequenceid=16, compaction requested=false 2024-11-20T21:20:40,848 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1471, reset compression=false 2024-11-20T21:20:40,857 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T21:20:40,857 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:20:40,857 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:20:40,858 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:40,858 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137639745Running coprocessor pre-close hooks at 1732137639745Disabling compacts and flushes for region at 1732137639745Disabling writes for close at 1732137639745Obtaining lock to block concurrent updates at 1732137639745Preparing flush snapshotting stores in 1588230740 at 1732137639745Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732137639745Flushing stores of hbase:meta,,1.1588230740 at 1732137639746 (+1 ms)Flushing 1588230740/info: creating writer at 1732137639746Flushing 1588230740/info: appending metadata at 1732137639821 (+75 ms)Flushing 1588230740/info: closing flushed file at 1732137639821Flushing 1588230740/ns: creating writer at 1732137639839 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732137639855 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732137639855Flushing 1588230740/rep_barrier: creating writer at 1732137639864 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732137639877 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732137639877Flushing 1588230740/table: creating writer at 1732137640297 (+420 ms)Flushing 1588230740/table: appending metadata at 1732137640341 (+44 ms)Flushing 1588230740/table: closing flushed file at 1732137640341Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b6c2a94: reopening flushed file at 1732137640785 (+444 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a16159: reopening flushed file at 1732137640795 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13dddd20: reopening flushed file at 1732137640804 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d32e21: reopening flushed file at 1732137640828 (+24 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1099ms, sequenceid=16, compaction requested=false at 1732137640844 (+16 ms)Writing region close event to WAL at 1732137640849 (+5 ms)Running coprocessor post-close hooks at 1732137640857 (+8 ms)Closed at 1732137640858 (+1 ms) 2024-11-20T21:20:40,858 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:40,933 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1491, reset compression=false 2024-11-20T21:20:40,946 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T21:20:40,947 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,42625,1732137620320; all regions closed. 2024-11-20T21:20:40,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741834_1010 (size=4239) 2024-11-20T21:20:40,964 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/WALs/0b16ab3f13b7,42625,1732137620320/0b16ab3f13b7%2C42625%2C1732137620320.1732137621294 to pos 2412, reset compression=false 2024-11-20T21:20:40,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741839_1015 (size=2609) 2024-11-20T21:20:40,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741833_1009 (size=2420) 2024-11-20T21:20:40,981 DEBUG [RS:0;0b16ab3f13b7:42625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:40,981 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:20:40,981 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:20:40,982 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:20:40,982 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:20:40,982 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:20:40,982 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,42625,1732137620320 because: Region server is closing 2024-11-20T21:20:40,983 INFO [RS:0;0b16ab3f13b7:42625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:42625. 2024-11-20T21:20:40,983 DEBUG [RS:0;0b16ab3f13b7:42625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:40,983 DEBUG [RS:0;0b16ab3f13b7:42625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:40,983 DEBUG [RS:0;0b16ab3f13b7:42625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:40,983 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:41,083 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.shipper0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 terminated 2024-11-20T21:20:41,084 INFO [RS:0;0b16ab3f13b7:42625 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:42625. 2024-11-20T21:20:41,084 DEBUG [RS:0;0b16ab3f13b7:42625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:41,084 DEBUG [RS:0;0b16ab3f13b7:42625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:41,084 DEBUG [RS:0;0b16ab3f13b7:42625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:41,084 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,42625,1732137620320.replicationSource.wal-reader.0b16ab3f13b7%2C42625%2C1732137620320,1-0b16ab3f13b7,42625,1732137620320 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T21:20:41,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:41,089 INFO [RS:0;0b16ab3f13b7:42625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42625 2024-11-20T21:20:41,094 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:20:41,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-793085009/rs/0b16ab3f13b7,42625,1732137620320 2024-11-20T21:20:41,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009/rs 2024-11-20T21:20:41,098 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,42625,1732137620320] 2024-11-20T21:20:41,100 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-793085009/draining/0b16ab3f13b7,42625,1732137620320 already deleted, retry=false 2024-11-20T21:20:41,100 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,42625,1732137620320 expired; onlineServers=0 2024-11-20T21:20:41,100 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,36577,1732137620263' ***** 2024-11-20T21:20:41,100 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:20:41,101 INFO [M:0;0b16ab3f13b7:36577 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:20:41,101 INFO [M:0;0b16ab3f13b7:36577 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:20:41,101 DEBUG [M:0;0b16ab3f13b7:36577 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:20:41,101 DEBUG [M:0;0b16ab3f13b7:36577 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:20:41,101 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:20:41,101 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137621083 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137621083,5,FailOnTimeoutGroup] 2024-11-20T21:20:41,101 INFO [M:0;0b16ab3f13b7:36577 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:20:41,101 INFO [M:0;0b16ab3f13b7:36577 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:20:41,101 DEBUG [M:0;0b16ab3f13b7:36577 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:20:41,101 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137621083 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137621083,5,FailOnTimeoutGroup] 2024-11-20T21:20:41,102 INFO [M:0;0b16ab3f13b7:36577 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:20:41,102 INFO [M:0;0b16ab3f13b7:36577 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:20:41,102 INFO [M:0;0b16ab3f13b7:36577 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:20:41,102 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:20:41,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-793085009/master 2024-11-20T21:20:41,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-793085009 2024-11-20T21:20:41,108 DEBUG [M:0;0b16ab3f13b7:36577 {}] zookeeper.ZKUtil(347): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Unable to get data of znode /2-793085009/master because node does not exist (not an error) 2024-11-20T21:20:41,108 WARN [M:0;0b16ab3f13b7:36577 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:20:41,109 INFO [M:0;0b16ab3f13b7:36577 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/.lastflushedseqids 2024-11-20T21:20:41,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741847_1023 (size=245) 2024-11-20T21:20:41,117 INFO [M:0;0b16ab3f13b7:36577 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:20:41,118 INFO [M:0;0b16ab3f13b7:36577 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:20:41,118 DEBUG [M:0;0b16ab3f13b7:36577 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:20:41,118 INFO [M:0;0b16ab3f13b7:36577 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:41,118 DEBUG [M:0;0b16ab3f13b7:36577 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:41,118 DEBUG [M:0;0b16ab3f13b7:36577 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:20:41,118 DEBUG [M:0;0b16ab3f13b7:36577 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:41,118 INFO [M:0;0b16ab3f13b7:36577 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-20T21:20:41,143 DEBUG [M:0;0b16ab3f13b7:36577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd18bbca4a4c4f74bb0bf9a64c598b65 is 82, key is hbase:meta,,1/info:regioninfo/1732137621530/Put/seqid=0 2024-11-20T21:20:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741848_1024 (size=5672) 2024-11-20T21:20:41,176 INFO [M:0;0b16ab3f13b7:36577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd18bbca4a4c4f74bb0bf9a64c598b65 2024-11-20T21:20:41,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:41,199 INFO [RS:0;0b16ab3f13b7:42625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:20:41,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42625-0x1005f107c900007, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:41,199 INFO [RS:0;0b16ab3f13b7:42625 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,42625,1732137620320; zookeeper connection closed. 2024-11-20T21:20:41,201 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1cedaa6e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1cedaa6e 2024-11-20T21:20:41,201 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:20:41,226 DEBUG [M:0;0b16ab3f13b7:36577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb31e9e8a09747aa82eeb9870a539444 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732137630252/Put/seqid=0 2024-11-20T21:20:41,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741849_1025 (size=9213) 2024-11-20T21:20:41,289 INFO [M:0;0b16ab3f13b7:36577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb31e9e8a09747aa82eeb9870a539444 2024-11-20T21:20:41,345 DEBUG [M:0;0b16ab3f13b7:36577 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbfd5dde65ae44169b45cabd9e4e9105 is 69, key is 0b16ab3f13b7,42625,1732137620320/rs:state/1732137621108/Put/seqid=0 2024-11-20T21:20:41,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741850_1026 (size=5156) 2024-11-20T21:20:41,543 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1491, reset compression=false 2024-11-20T21:20:41,555 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1471, reset compression=false 2024-11-20T21:20:41,751 INFO [M:0;0b16ab3f13b7:36577 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbfd5dde65ae44169b45cabd9e4e9105 2024-11-20T21:20:41,767 DEBUG [M:0;0b16ab3f13b7:36577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fd18bbca4a4c4f74bb0bf9a64c598b65 as hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd18bbca4a4c4f74bb0bf9a64c598b65 2024-11-20T21:20:41,783 INFO [M:0;0b16ab3f13b7:36577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fd18bbca4a4c4f74bb0bf9a64c598b65, entries=8, sequenceid=127, filesize=5.5 K 2024-11-20T21:20:41,791 DEBUG [M:0;0b16ab3f13b7:36577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bb31e9e8a09747aa82eeb9870a539444 as hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb31e9e8a09747aa82eeb9870a539444 2024-11-20T21:20:41,805 INFO [M:0;0b16ab3f13b7:36577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bb31e9e8a09747aa82eeb9870a539444, entries=15, sequenceid=127, filesize=9.0 K 2024-11-20T21:20:41,806 DEBUG [M:0;0b16ab3f13b7:36577 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dbfd5dde65ae44169b45cabd9e4e9105 as hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbfd5dde65ae44169b45cabd9e4e9105 2024-11-20T21:20:41,813 INFO [M:0;0b16ab3f13b7:36577 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35271/user/jenkins/test-data/d3bf8d77-a544-a6f5-c78a-ef2726b21ec3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dbfd5dde65ae44169b45cabd9e4e9105, entries=1, sequenceid=127, filesize=5.0 K 2024-11-20T21:20:41,821 INFO [M:0;0b16ab3f13b7:36577 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 703ms, sequenceid=127, compaction requested=false 2024-11-20T21:20:41,848 INFO [M:0;0b16ab3f13b7:36577 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:41,848 DEBUG [M:0;0b16ab3f13b7:36577 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137641118Disabling compacts and flushes for region at 1732137641118Disabling writes for close at 1732137641118Obtaining lock to block concurrent updates at 1732137641118Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137641118Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1732137641119 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137641120 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137641120Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137641142 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137641142Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137641183 (+41 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137641225 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137641225Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137641305 (+80 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137641344 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137641344Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d3895: reopening flushed file at 1732137641764 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4309ef9f: reopening flushed file at 1732137641784 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6570b335: reopening flushed file at 1732137641805 (+21 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 703ms, sequenceid=127, compaction requested=false at 1732137641821 (+16 ms)Writing region close event to WAL at 1732137641848 (+27 ms)Closed at 1732137641848 2024-11-20T21:20:41,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33749 is added to blk_1073741830_1006 (size=73878) 2024-11-20T21:20:41,852 INFO [M:0;0b16ab3f13b7:36577 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:20:41,852 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:20:41,853 INFO [M:0;0b16ab3f13b7:36577 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36577 2024-11-20T21:20:41,855 INFO [M:0;0b16ab3f13b7:36577 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:20:41,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:41,959 INFO [M:0;0b16ab3f13b7:36577 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:20:41,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36577-0x1005f107c900006, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:41,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1bd1b6aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:20:41,963 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c41974f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:20:41,963 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:20:41,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@182f4d14{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:20:41,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60ec6a12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/hadoop.log.dir/,STOPPED} 2024-11-20T21:20:41,965 WARN [BP-1120616809-172.17.0.3-1732137619031 heartbeating to localhost/127.0.0.1:35271 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:20:41,965 WARN [BP-1120616809-172.17.0.3-1732137619031 heartbeating to localhost/127.0.0.1:35271 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1120616809-172.17.0.3-1732137619031 (Datanode Uuid 34b8804e-331a-4e21-b035-fd0b03683f40) service to localhost/127.0.0.1:35271 2024-11-20T21:20:41,965 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:20:41,965 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:20:41,965 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/cluster_c1480e42-0a21-152d-5b3d-b06b88477089/data/data1/current/BP-1120616809-172.17.0.3-1732137619031 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:20:41,966 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/cluster_c1480e42-0a21-152d-5b3d-b06b88477089/data/data2/current/BP-1120616809-172.17.0.3-1732137619031 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:20:41,966 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:20:41,972 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76478748{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:20:41,973 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@655c6ebf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:20:41,973 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:20:41,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d26d8f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:20:41,973 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b8416b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/hadoop.log.dir/,STOPPED} 2024-11-20T21:20:41,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:20:41,989 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:20:41,989 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:41,989 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:41,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:41,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:41,989 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:20:41,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:41,989 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1594561498, stopped=false 2024-11-20T21:20:41,989 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,42667,1732137617240 2024-11-20T21:20:41,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1984010752/running 2024-11-20T21:20:41,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:41,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1984010752/running 2024-11-20T21:20:41,991 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:20:41,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:41,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:41,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:41,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:41,992 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Set watcher on znode that does not yet exist, /1-1984010752/running 2024-11-20T21:20:41,992 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,36419,1732137617321' ***** 2024-11-20T21:20:41,992 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:20:41,992 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:20:41,993 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Set watcher on znode that does not yet exist, /1-1984010752/running 2024-11-20T21:20:41,993 INFO [RS:0;0b16ab3f13b7:36419 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:20:41,993 INFO [RS:0;0b16ab3f13b7:36419 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:20:41,993 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:41,993 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:20:41,993 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(3091): Received CLOSE for 21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:41,993 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:41,993 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:20:41,993 INFO [RS:0;0b16ab3f13b7:36419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:36419. 2024-11-20T21:20:41,993 DEBUG [RS:0;0b16ab3f13b7:36419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:41,993 DEBUG [RS:0;0b16ab3f13b7:36419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:41,993 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f189b438f4a0401801612c00f01572f, disabling compactions & flushes 2024-11-20T21:20:41,993 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137622743.2f189b438f4a0401801612c00f01572f. 2024-11-20T21:20:41,994 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137622743.2f189b438f4a0401801612c00f01572f. 2024-11-20T21:20:41,994 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:20:41,994 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:20:41,994 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137622743.2f189b438f4a0401801612c00f01572f. after waiting 0 ms 2024-11-20T21:20:41,994 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:20:41,994 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137622743.2f189b438f4a0401801612c00f01572f. 2024-11-20T21:20:41,994 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:20:41,994 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2f189b438f4a0401801612c00f01572f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-20T21:20:41,994 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T21:20:41,994 DEBUG [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1325): Online Regions={2f189b438f4a0401801612c00f01572f=test,,1732137622743.2f189b438f4a0401801612c00f01572f., 1588230740=hbase:meta,,1.1588230740, 21845d3164deef0d247be232c599c8cf=hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf.} 2024-11-20T21:20:41,994 DEBUG [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21845d3164deef0d247be232c599c8cf, 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:41,994 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:20:41,994 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:20:41,994 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:20:41,994 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:20:41,994 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:20:41,994 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T21:20:42,005 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:20:42,010 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/.tmp/f/64850434ffb640cbbeff72414cc3c845 is 37, key is row3/f:row3/1732137637361/Put/seqid=0 2024-11-20T21:20:42,013 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/.tmp/info/0987494a042241378218ecb048253f42 is 147, key is hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf./info:regioninfo/1732137629044/Put/seqid=0 2024-11-20T21:20:42,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741840_1016 (size=5228) 2024-11-20T21:20:42,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741841_1017 (size=7686) 2024-11-20T21:20:42,072 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:20:42,072 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:20:42,194 DEBUG [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21845d3164deef0d247be232c599c8cf, 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:42,252 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1491, reset compression=false 2024-11-20T21:20:42,360 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1471, reset compression=false 2024-11-20T21:20:42,378 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:42,379 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1718, reset compression=false 2024-11-20T21:20:42,379 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,36419,1732137617321 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153, lastWalPosition=1718, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:42,380 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b16ab3f13b7,36419,1732137617321: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b16ab3f13b7,36419,1732137617321, walGroup=0b16ab3f13b7%2C36419%2C1732137617321, offset=0b16ab3f13b7%2C36419%2C1732137617321.1732137618153:1718, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:36419 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T21:20:42,381 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:20:42,382 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:20:42,382 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:20:42,382 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:20:42,382 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:20:42,382 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1163919360, "init": 1048576000, "max": 2306867200, "used": 866519824 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198665472 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T21:20:42,383 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:42667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:42667 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-20T21:20:42,394 DEBUG [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21845d3164deef0d247be232c599c8cf, 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:42,417 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/.tmp/f/64850434ffb640cbbeff72414cc3c845 2024-11-20T21:20:42,418 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/.tmp/info/0987494a042241378218ecb048253f42 2024-11-20T21:20:42,424 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64850434ffb640cbbeff72414cc3c845 2024-11-20T21:20:42,467 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/.tmp/f1/dbf735ae9d8c46eb8fc9a8304821af45 is 30, key is row1/f1:/1732137634699/DeleteFamily/seqid=0 2024-11-20T21:20:42,485 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/.tmp/ns/0a1b9c26f18c403a9d7632b200659c80 is 43, key is default/ns:d/1732137618839/Put/seqid=0 2024-11-20T21:20:42,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741842_1018 (size=5158) 2024-11-20T21:20:42,504 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/.tmp/f1/dbf735ae9d8c46eb8fc9a8304821af45 2024-11-20T21:20:42,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741843_1019 (size=5153) 2024-11-20T21:20:42,508 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/.tmp/ns/0a1b9c26f18c403a9d7632b200659c80 2024-11-20T21:20:42,509 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbf735ae9d8c46eb8fc9a8304821af45 2024-11-20T21:20:42,539 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/.tmp/norep/4be7c8af006e4805a62b2dd1b9a30ee3 is 33, key is row1/norep:/1732137634699/DeleteFamily/seqid=0 2024-11-20T21:20:42,543 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/.tmp/rep_barrier/e038f6a84a6549cf99a4ac6259b2198a is 112, key is test,,1732137622743.2f189b438f4a0401801612c00f01572f./rep_barrier:seqnumDuringOpen/1732137623534/Put/seqid=0 2024-11-20T21:20:42,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741845_1021 (size=5518) 2024-11-20T21:20:42,576 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/.tmp/rep_barrier/e038f6a84a6549cf99a4ac6259b2198a 2024-11-20T21:20:42,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741844_1020 (size=5108) 2024-11-20T21:20:42,589 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/.tmp/norep/4be7c8af006e4805a62b2dd1b9a30ee3 2024-11-20T21:20:42,593 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4be7c8af006e4805a62b2dd1b9a30ee3 2024-11-20T21:20:42,594 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/.tmp/f/64850434ffb640cbbeff72414cc3c845 as hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/f/64850434ffb640cbbeff72414cc3c845 2024-11-20T21:20:42,595 DEBUG [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21845d3164deef0d247be232c599c8cf, 2f189b438f4a0401801612c00f01572f 2024-11-20T21:20:42,598 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 64850434ffb640cbbeff72414cc3c845 2024-11-20T21:20:42,598 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/f/64850434ffb640cbbeff72414cc3c845, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T21:20:42,599 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/.tmp/f1/dbf735ae9d8c46eb8fc9a8304821af45 as hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/f1/dbf735ae9d8c46eb8fc9a8304821af45 2024-11-20T21:20:42,603 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbf735ae9d8c46eb8fc9a8304821af45 2024-11-20T21:20:42,603 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/f1/dbf735ae9d8c46eb8fc9a8304821af45, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T21:20:42,603 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1718, reset compression=false 2024-11-20T21:20:42,604 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/.tmp/norep/4be7c8af006e4805a62b2dd1b9a30ee3 as hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/norep/4be7c8af006e4805a62b2dd1b9a30ee3 2024-11-20T21:20:42,604 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/.tmp/table/59219cbd5a8c4ae1bce7d5bebc318e6e is 53, key is hbase:replication/table:state/1732137629052/Put/seqid=0 2024-11-20T21:20:42,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741846_1022 (size=5308) 2024-11-20T21:20:42,609 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4be7c8af006e4805a62b2dd1b9a30ee3 2024-11-20T21:20:42,609 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/norep/4be7c8af006e4805a62b2dd1b9a30ee3, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T21:20:42,610 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2f189b438f4a0401801612c00f01572f in 616ms, sequenceid=12, compaction requested=false 2024-11-20T21:20:42,619 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/default/test/2f189b438f4a0401801612c00f01572f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T21:20:42,619 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:20:42,619 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:20:42,619 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137622743.2f189b438f4a0401801612c00f01572f. 2024-11-20T21:20:42,619 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f189b438f4a0401801612c00f01572f: Waiting for close lock at 1732137641993Running coprocessor pre-close hooks at 1732137641993Disabling compacts and flushes for region at 1732137641993Disabling writes for close at 1732137641994 (+1 ms)Obtaining lock to block concurrent updates at 1732137641994Preparing flush snapshotting stores in 2f189b438f4a0401801612c00f01572f at 1732137641994Finished memstore snapshotting test,,1732137622743.2f189b438f4a0401801612c00f01572f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732137641994Flushing stores of test,,1732137622743.2f189b438f4a0401801612c00f01572f. at 1732137641995 (+1 ms)Flushing 2f189b438f4a0401801612c00f01572f/f: creating writer at 1732137641995Flushing 2f189b438f4a0401801612c00f01572f/f: appending metadata at 1732137642009 (+14 ms)Flushing 2f189b438f4a0401801612c00f01572f/f: closing flushed file at 1732137642010 (+1 ms)Flushing 2f189b438f4a0401801612c00f01572f/f1: creating writer at 1732137642424 (+414 ms)Flushing 2f189b438f4a0401801612c00f01572f/f1: appending metadata at 1732137642466 (+42 ms)Flushing 2f189b438f4a0401801612c00f01572f/f1: closing flushed file at 1732137642466Flushing 2f189b438f4a0401801612c00f01572f/norep: creating writer at 1732137642509 (+43 ms)Flushing 2f189b438f4a0401801612c00f01572f/norep: appending metadata at 1732137642538 (+29 ms)Flushing 2f189b438f4a0401801612c00f01572f/norep: closing flushed file at 1732137642538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d47d877: reopening flushed file at 1732137642593 (+55 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c7ef1c4: reopening flushed file at 1732137642598 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37417b14: reopening flushed file at 1732137642603 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 2f189b438f4a0401801612c00f01572f in 616ms, sequenceid=12, compaction requested=false at 1732137642610 (+7 ms)Writing region close event to WAL at 1732137642612 (+2 ms)Running coprocessor post-close hooks at 1732137642619 (+7 ms)Closed at 1732137642619 2024-11-20T21:20:42,620 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137622743.2f189b438f4a0401801612c00f01572f. 2024-11-20T21:20:42,620 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21845d3164deef0d247be232c599c8cf, disabling compactions & flushes 2024-11-20T21:20:42,620 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:42,620 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:42,620 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. after waiting 0 ms 2024-11-20T21:20:42,620 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:42,620 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21845d3164deef0d247be232c599c8cf: Waiting for close lock at 1732137642620Running coprocessor pre-close hooks at 1732137642620Disabling compacts and flushes for region at 1732137642620Disabling writes for close at 1732137642620Failed flush hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf., putting online again at 1732137642620 2024-11-20T21:20:42,620 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:42,663 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:20:42,795 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(3091): Received CLOSE for 21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:42,795 DEBUG [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 21845d3164deef0d247be232c599c8cf 2024-11-20T21:20:42,795 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21845d3164deef0d247be232c599c8cf, disabling compactions & flushes 2024-11-20T21:20:42,795 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:42,795 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:42,795 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. after waiting 0 ms 2024-11-20T21:20:42,795 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:42,795 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21845d3164deef0d247be232c599c8cf: Waiting for close lock at 1732137642795Running coprocessor pre-close hooks at 1732137642795Disabling compacts and flushes for region at 1732137642795Disabling writes for close at 1732137642795Failed flush hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf., putting online again at 1732137642795 2024-11-20T21:20:42,796 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf. 2024-11-20T21:20:42,907 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 1718, reset compression=false 2024-11-20T21:20:42,963 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:42,963 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 2362, reset compression=false 2024-11-20T21:20:42,999 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:20:42,999 DEBUG [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 21845d3164deef0d247be232c599c8cf=hbase:replication,,1732137628259.21845d3164deef0d247be232c599c8cf.} 2024-11-20T21:20:42,999 DEBUG [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:20:43,014 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/.tmp/table/59219cbd5a8c4ae1bce7d5bebc318e6e 2024-11-20T21:20:43,039 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/.tmp/info/0987494a042241378218ecb048253f42 as hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/info/0987494a042241378218ecb048253f42 2024-11-20T21:20:43,049 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/info/0987494a042241378218ecb048253f42, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T21:20:43,050 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/.tmp/ns/0a1b9c26f18c403a9d7632b200659c80 as hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/ns/0a1b9c26f18c403a9d7632b200659c80 2024-11-20T21:20:43,060 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1491, reset compression=false 2024-11-20T21:20:43,069 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/ns/0a1b9c26f18c403a9d7632b200659c80, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T21:20:43,070 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/.tmp/rep_barrier/e038f6a84a6549cf99a4ac6259b2198a as hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/rep_barrier/e038f6a84a6549cf99a4ac6259b2198a 2024-11-20T21:20:43,077 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/rep_barrier/e038f6a84a6549cf99a4ac6259b2198a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T21:20:43,078 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/.tmp/table/59219cbd5a8c4ae1bce7d5bebc318e6e as hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/table/59219cbd5a8c4ae1bce7d5bebc318e6e 2024-11-20T21:20:43,085 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/table/59219cbd5a8c4ae1bce7d5bebc318e6e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T21:20:43,101 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1106ms, sequenceid=16, compaction requested=false 2024-11-20T21:20:43,125 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T21:20:43,126 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:20:43,126 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:20:43,126 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:43,127 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137641994Running coprocessor pre-close hooks at 1732137641994Disabling compacts and flushes for region at 1732137641994Disabling writes for close at 1732137641994Obtaining lock to block concurrent updates at 1732137641994Preparing flush snapshotting stores in 1588230740 at 1732137641994Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732137641995 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732137641995Flushing 1588230740/info: creating writer at 1732137641995Flushing 1588230740/info: appending metadata at 1732137642012 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732137642012Flushing 1588230740/ns: creating writer at 1732137642441 (+429 ms)Flushing 1588230740/ns: appending metadata at 1732137642485 (+44 ms)Flushing 1588230740/ns: closing flushed file at 1732137642485Flushing 1588230740/rep_barrier: creating writer at 1732137642514 (+29 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732137642542 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732137642542Flushing 1588230740/table: creating writer at 1732137642582 (+40 ms)Flushing 1588230740/table: appending metadata at 1732137642603 (+21 ms)Flushing 1588230740/table: closing flushed file at 1732137642604 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0d9c34: reopening flushed file at 1732137643037 (+433 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2aff0a10: reopening flushed file at 1732137643049 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57564bd2: reopening flushed file at 1732137643069 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@732fd968: reopening flushed file at 1732137643078 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1106ms, sequenceid=16, compaction requested=false at 1732137643101 (+23 ms)Writing region close event to WAL at 1732137643111 (+10 ms)Running coprocessor post-close hooks at 1732137643126 (+15 ms)Closed at 1732137643126 2024-11-20T21:20:43,127 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:43,200 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T21:20:43,200 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,36419,1732137617321; all regions closed. 2024-11-20T21:20:43,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741834_1010 (size=4239) 2024-11-20T21:20:43,225 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 to pos 2362, reset compression=false 2024-11-20T21:20:43,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741839_1015 (size=2609) 2024-11-20T21:20:43,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741833_1009 (size=2370) 2024-11-20T21:20:43,256 DEBUG [RS:0;0b16ab3f13b7:36419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:43,256 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:20:43,256 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(293): Reset reader hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 for the last time to pos 2362, reset compression=false 2024-11-20T21:20:43,256 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:20:43,257 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:20:43,257 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:20:43,257 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:20:43,257 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,36419,1732137617321 because: Region server is closing 2024-11-20T21:20:43,257 INFO [RS:0;0b16ab3f13b7:36419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:36419. 2024-11-20T21:20:43,257 DEBUG [RS:0;0b16ab3f13b7:36419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:43,258 DEBUG [RS:0;0b16ab3f13b7:36419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:43,258 DEBUG [RS:0;0b16ab3f13b7:36419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:43,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:43,260 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(449): Reached the end of hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 and length of the file is 2370 2024-11-20T21:20:43,260 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/WALs/0b16ab3f13b7,36419,1732137617321/0b16ab3f13b7%2C36419%2C1732137617321.1732137618153 2024-11-20T21:20:43,360 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.shipper0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 terminated 2024-11-20T21:20:43,360 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,36419,1732137617321.replicationSource.wal-reader.0b16ab3f13b7%2C36419%2C1732137617321,1-0b16ab3f13b7,36419,1732137617321 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-20T21:20:43,361 INFO [RS:0;0b16ab3f13b7:36419 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:36419. 2024-11-20T21:20:43,361 DEBUG [RS:0;0b16ab3f13b7:36419 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:43,361 DEBUG [RS:0;0b16ab3f13b7:36419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:43,361 DEBUG [RS:0;0b16ab3f13b7:36419 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:43,361 INFO [RS:0;0b16ab3f13b7:36419 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:36419 2024-11-20T21:20:43,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:43,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752/rs 2024-11-20T21:20:43,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1984010752/rs/0b16ab3f13b7,36419,1732137617321 2024-11-20T21:20:43,385 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:20:43,392 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,36419,1732137617321] 2024-11-20T21:20:43,398 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1984010752/draining/0b16ab3f13b7,36419,1732137617321 already deleted, retry=false 2024-11-20T21:20:43,398 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,36419,1732137617321 expired; onlineServers=0 2024-11-20T21:20:43,398 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,42667,1732137617240' ***** 2024-11-20T21:20:43,398 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:20:43,398 INFO [M:0;0b16ab3f13b7:42667 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:20:43,398 INFO [M:0;0b16ab3f13b7:42667 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:20:43,398 DEBUG [M:0;0b16ab3f13b7:42667 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:20:43,399 DEBUG [M:0;0b16ab3f13b7:42667 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:20:43,399 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137617967 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137617967,5,FailOnTimeoutGroup] 2024-11-20T21:20:43,399 INFO [M:0;0b16ab3f13b7:42667 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:20:43,399 INFO [M:0;0b16ab3f13b7:42667 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:20:43,399 DEBUG [M:0;0b16ab3f13b7:42667 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:20:43,399 INFO [M:0;0b16ab3f13b7:42667 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:20:43,399 INFO [M:0;0b16ab3f13b7:42667 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:20:43,399 INFO [M:0;0b16ab3f13b7:42667 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:20:43,399 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:20:43,400 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137617973 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137617973,5,FailOnTimeoutGroup] 2024-11-20T21:20:43,401 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:20:43,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1984010752/master 2024-11-20T21:20:43,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1984010752 2024-11-20T21:20:43,411 DEBUG [M:0;0b16ab3f13b7:42667 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1984010752/master already deleted, retry=false 2024-11-20T21:20:43,411 DEBUG [M:0;0b16ab3f13b7:42667 {}] master.ActiveMasterManager(353): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1984010752/master 2024-11-20T21:20:43,445 INFO [M:0;0b16ab3f13b7:42667 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/.lastflushedseqids 2024-11-20T21:20:43,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741847_1023 (size=245) 2024-11-20T21:20:43,488 INFO [M:0;0b16ab3f13b7:42667 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:20:43,488 INFO [M:0;0b16ab3f13b7:42667 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:20:43,488 DEBUG [M:0;0b16ab3f13b7:42667 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:20:43,488 INFO [M:0;0b16ab3f13b7:42667 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:43,488 DEBUG [M:0;0b16ab3f13b7:42667 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:43,489 DEBUG [M:0;0b16ab3f13b7:42667 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:20:43,489 DEBUG [M:0;0b16ab3f13b7:42667 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:43,489 INFO [M:0;0b16ab3f13b7:42667 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T21:20:43,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:43,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36419-0x1005f107c900004, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:43,490 INFO [RS:0;0b16ab3f13b7:36419 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:20:43,490 INFO [RS:0;0b16ab3f13b7:36419 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,36419,1732137617321; zookeeper connection closed. 2024-11-20T21:20:43,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72c11963 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72c11963 2024-11-20T21:20:43,497 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:20:43,528 DEBUG [M:0;0b16ab3f13b7:42667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3452e15cdbc04f88a52075e00bb5cb69 is 82, key is hbase:meta,,1/info:regioninfo/1732137618826/Put/seqid=0 2024-11-20T21:20:43,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741848_1024 (size=5672) 2024-11-20T21:20:43,563 INFO [M:0;0b16ab3f13b7:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3452e15cdbc04f88a52075e00bb5cb69 2024-11-20T21:20:43,622 DEBUG [M:0;0b16ab3f13b7:42667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e75fe501f6e4a2e99b19b552fd4f688 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732137629056/Put/seqid=0 2024-11-20T21:20:43,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741849_1025 (size=8517) 2024-11-20T21:20:44,017 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1491, reset compression=false 2024-11-20T21:20:44,045 INFO [M:0;0b16ab3f13b7:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e75fe501f6e4a2e99b19b552fd4f688 2024-11-20T21:20:44,090 DEBUG [M:0;0b16ab3f13b7:42667 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bbd48e72b8e477bb339c297828af613 is 69, key is 0b16ab3f13b7,36419,1732137617321/rs:state/1732137617975/Put/seqid=0 2024-11-20T21:20:44,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741850_1026 (size=5156) 2024-11-20T21:20:44,163 INFO [M:0;0b16ab3f13b7:42667 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bbd48e72b8e477bb339c297828af613 2024-11-20T21:20:44,171 DEBUG [M:0;0b16ab3f13b7:42667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3452e15cdbc04f88a52075e00bb5cb69 as hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3452e15cdbc04f88a52075e00bb5cb69 2024-11-20T21:20:44,177 INFO [M:0;0b16ab3f13b7:42667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3452e15cdbc04f88a52075e00bb5cb69, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T21:20:44,178 DEBUG [M:0;0b16ab3f13b7:42667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/2e75fe501f6e4a2e99b19b552fd4f688 as hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e75fe501f6e4a2e99b19b552fd4f688 2024-11-20T21:20:44,183 INFO [M:0;0b16ab3f13b7:42667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/2e75fe501f6e4a2e99b19b552fd4f688, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T21:20:44,184 DEBUG [M:0;0b16ab3f13b7:42667 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bbd48e72b8e477bb339c297828af613 as hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bbd48e72b8e477bb339c297828af613 2024-11-20T21:20:44,189 INFO [M:0;0b16ab3f13b7:42667 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33527/user/jenkins/test-data/32de2644-db47-01c3-ebc4-5bf30e728e98/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bbd48e72b8e477bb339c297828af613, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T21:20:44,190 INFO [M:0;0b16ab3f13b7:42667 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 701ms, sequenceid=97, compaction requested=false 2024-11-20T21:20:44,248 INFO [M:0;0b16ab3f13b7:42667 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:44,248 DEBUG [M:0;0b16ab3f13b7:42667 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137643488Disabling compacts and flushes for region at 1732137643488Disabling writes for close at 1732137643489 (+1 ms)Obtaining lock to block concurrent updates at 1732137643489Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137643489Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732137643489Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137643490 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137643490Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137643527 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137643527Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137643588 (+61 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137643622 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137643622Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137644051 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137644090 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137644090Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37838800: reopening flushed file at 1732137644171 (+81 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@149b221f: reopening flushed file at 1732137644178 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c1bdf84: reopening flushed file at 1732137644183 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 701ms, sequenceid=97, compaction requested=false at 1732137644190 (+7 ms)Writing region close event to WAL at 1732137644248 (+58 ms)Closed at 1732137644248 2024-11-20T21:20:44,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37763 is added to blk_1073741830_1006 (size=63666) 2024-11-20T21:20:44,284 INFO [M:0;0b16ab3f13b7:42667 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:20:44,284 INFO [M:0;0b16ab3f13b7:42667 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42667 2024-11-20T21:20:44,284 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:20:44,290 INFO [M:0;0b16ab3f13b7:42667 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:20:44,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:44,392 INFO [M:0;0b16ab3f13b7:42667 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:20:44,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42667-0x1005f107c900003, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:44,400 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79e08126{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:20:44,401 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e3f1a99{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:20:44,401 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:20:44,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fcd1238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:20:44,401 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5604bf70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/hadoop.log.dir/,STOPPED} 2024-11-20T21:20:44,407 WARN [BP-543601654-172.17.0.3-1732137615918 heartbeating to localhost/127.0.0.1:33527 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:20:44,407 WARN [BP-543601654-172.17.0.3-1732137615918 heartbeating to localhost/127.0.0.1:33527 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-543601654-172.17.0.3-1732137615918 (Datanode Uuid a8bf1072-b9db-4358-9900-826c9065b957) service to localhost/127.0.0.1:33527 2024-11-20T21:20:44,408 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:20:44,408 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:20:44,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/cluster_d316d1c1-e36a-bd8e-9b62-40e9a82bff0e/data/data2/current/BP-543601654-172.17.0.3-1732137615918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:20:44,409 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/cluster_d316d1c1-e36a-bd8e-9b62-40e9a82bff0e/data/data1/current/BP-543601654-172.17.0.3-1732137615918 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:20:44,409 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:20:44,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5c36904c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:20:44,424 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@599275ad{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:20:44,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:20:44,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b4d9ce1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:20:44,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f01cbd2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/484ae0e8-f7ae-e81b-6c3e-dfe8a41ad0e4/hadoop.log.dir/,STOPPED} 2024-11-20T21:20:44,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:20:44,444 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:20:44,445 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:44,445 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:44,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:44,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:44,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:44,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:20:44,445 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1380858588, stopped=false 2024-11-20T21:20:44,445 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,45539,1732137612694 2024-11-20T21:20:44,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1044019264/running 2024-11-20T21:20:44,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:44,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Set watcher on znode that does not yet exist, /0-1044019264/running 2024-11-20T21:20:44,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1044019264/running 2024-11-20T21:20:44,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:44,450 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:20:44,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:20:44,451 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Set watcher on znode that does not yet exist, /0-1044019264/running 2024-11-20T21:20:44,452 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:44,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:44,455 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,45937,1732137612853' ***** 2024-11-20T21:20:44,455 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:20:44,455 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:20:44,455 INFO [RS:0;0b16ab3f13b7:45937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:20:44,455 INFO [RS:0;0b16ab3f13b7:45937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:20:44,455 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:20:44,455 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(3091): Received CLOSE for e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:44,463 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(3091): Received CLOSE for 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:44,463 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:44,463 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:20:44,463 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7d7fcbe5bcc04e01b7591e94dadff62, disabling compactions & flushes 2024-11-20T21:20:44,463 INFO [RS:0;0b16ab3f13b7:45937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:45937. 2024-11-20T21:20:44,463 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. 2024-11-20T21:20:44,463 DEBUG [RS:0;0b16ab3f13b7:45937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:44,463 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. 2024-11-20T21:20:44,463 DEBUG [RS:0;0b16ab3f13b7:45937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:44,463 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. after waiting 0 ms 2024-11-20T21:20:44,463 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. 2024-11-20T21:20:44,464 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:20:44,464 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:20:44,464 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:20:44,464 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:20:44,464 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e7d7fcbe5bcc04e01b7591e94dadff62 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-20T21:20:44,465 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T21:20:44,465 DEBUG [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e7d7fcbe5bcc04e01b7591e94dadff62=hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62., 420c30dac3598c2013e01b0eeff795a5=test,,1732137621598.420c30dac3598c2013e01b0eeff795a5.} 2024-11-20T21:20:44,465 DEBUG [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 420c30dac3598c2013e01b0eeff795a5, e7d7fcbe5bcc04e01b7591e94dadff62 2024-11-20T21:20:44,466 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:20:44,466 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:20:44,466 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:20:44,467 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:20:44,467 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:20:44,467 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T21:20:44,493 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/replication/e7d7fcbe5bcc04e01b7591e94dadff62/.tmp/queue/f2d4d6c17ac74ecc82ca36bc78185318 is 154, key is 1-0b16ab3f13b7,45937,1732137612853/queue:0b16ab3f13b7%2C45937%2C1732137612853/1732137639473/Put/seqid=0 2024-11-20T21:20:44,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741840_1016 (size=5353) 2024-11-20T21:20:44,500 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/replication/e7d7fcbe5bcc04e01b7591e94dadff62/.tmp/queue/f2d4d6c17ac74ecc82ca36bc78185318 2024-11-20T21:20:44,505 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/.tmp/info/4adda985ea3b4953942b2b5d70ddc417 is 147, key is hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62./info:regioninfo/1732137627286/Put/seqid=0 2024-11-20T21:20:44,512 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/replication/e7d7fcbe5bcc04e01b7591e94dadff62/.tmp/queue/f2d4d6c17ac74ecc82ca36bc78185318 as hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/replication/e7d7fcbe5bcc04e01b7591e94dadff62/queue/f2d4d6c17ac74ecc82ca36bc78185318 2024-11-20T21:20:44,520 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/replication/e7d7fcbe5bcc04e01b7591e94dadff62/queue/f2d4d6c17ac74ecc82ca36bc78185318, entries=1, sequenceid=14, filesize=5.2 K 2024-11-20T21:20:44,521 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e7d7fcbe5bcc04e01b7591e94dadff62 in 57ms, sequenceid=14, compaction requested=false 2024-11-20T21:20:44,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741841_1017 (size=7686) 2024-11-20T21:20:44,531 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/.tmp/info/4adda985ea3b4953942b2b5d70ddc417 2024-11-20T21:20:44,532 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:20:44,533 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/replication/e7d7fcbe5bcc04e01b7591e94dadff62/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-20T21:20:44,534 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:20:44,534 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:20:44,534 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. 2024-11-20T21:20:44,534 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7d7fcbe5bcc04e01b7591e94dadff62: Waiting for close lock at 1732137644463Running coprocessor pre-close hooks at 1732137644463Disabling compacts and flushes for region at 1732137644463Disabling writes for close at 1732137644463Obtaining lock to block concurrent updates at 1732137644464 (+1 ms)Preparing flush snapshotting stores in e7d7fcbe5bcc04e01b7591e94dadff62 at 1732137644464Finished memstore snapshotting hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732137644465 (+1 ms)Flushing stores of hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. at 1732137644466 (+1 ms)Flushing e7d7fcbe5bcc04e01b7591e94dadff62/queue: creating writer at 1732137644466Flushing e7d7fcbe5bcc04e01b7591e94dadff62/queue: appending metadata at 1732137644492 (+26 ms)Flushing e7d7fcbe5bcc04e01b7591e94dadff62/queue: closing flushed file at 1732137644492Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f89b371: reopening flushed file at 1732137644511 (+19 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for e7d7fcbe5bcc04e01b7591e94dadff62 in 57ms, sequenceid=14, compaction requested=false at 1732137644521 (+10 ms)Writing region close event to WAL at 1732137644528 (+7 ms)Running coprocessor post-close hooks at 1732137644533 (+5 ms)Closed at 1732137644534 (+1 ms) 2024-11-20T21:20:44,534 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732137626074.e7d7fcbe5bcc04e01b7591e94dadff62. 2024-11-20T21:20:44,534 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 420c30dac3598c2013e01b0eeff795a5, disabling compactions & flushes 2024-11-20T21:20:44,534 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. 2024-11-20T21:20:44,534 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. 2024-11-20T21:20:44,534 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. after waiting 0 ms 2024-11-20T21:20:44,534 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. 2024-11-20T21:20:44,534 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 420c30dac3598c2013e01b0eeff795a5 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-20T21:20:44,559 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/.tmp/f/f4de185c0cec4a9a8aa1cc3203fdd6d9 is 37, key is row3/f:row3/1732137637361/Put/seqid=0 2024-11-20T21:20:44,594 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/.tmp/ns/81fddd7e4ee74b6a861cd0211ef47d08 is 43, key is default/ns:d/1732137615781/Put/seqid=0 2024-11-20T21:20:44,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741842_1018 (size=5228) 2024-11-20T21:20:44,597 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/.tmp/f/f4de185c0cec4a9a8aa1cc3203fdd6d9 2024-11-20T21:20:44,602 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4de185c0cec4a9a8aa1cc3203fdd6d9 2024-11-20T21:20:44,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741843_1019 (size=5153) 2024-11-20T21:20:44,613 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/.tmp/ns/81fddd7e4ee74b6a861cd0211ef47d08 2024-11-20T21:20:44,632 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/.tmp/f1/aff8508504b549669b5fb44532f6a248 is 30, key is row1/f1:/1732137634699/DeleteFamily/seqid=0 2024-11-20T21:20:44,654 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/.tmp/rep_barrier/a8d4e77e40374b169d8999efc439d5cd is 112, key is test,,1732137621598.420c30dac3598c2013e01b0eeff795a5./rep_barrier:seqnumDuringOpen/1732137622426/Put/seqid=0 2024-11-20T21:20:44,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741844_1020 (size=5158) 2024-11-20T21:20:44,665 DEBUG [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:44,678 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:20:44,678 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:20:44,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741845_1021 (size=5518) 2024-11-20T21:20:44,705 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/.tmp/rep_barrier/a8d4e77e40374b169d8999efc439d5cd 2024-11-20T21:20:44,752 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/.tmp/table/45d8a19953664d38b3d2fabe8324cace is 53, key is hbase:replication/table:state/1732137627298/Put/seqid=0 2024-11-20T21:20:44,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741846_1022 (size=5308) 2024-11-20T21:20:44,774 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/.tmp/table/45d8a19953664d38b3d2fabe8324cace 2024-11-20T21:20:44,779 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/.tmp/info/4adda985ea3b4953942b2b5d70ddc417 as hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/info/4adda985ea3b4953942b2b5d70ddc417 2024-11-20T21:20:44,784 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/info/4adda985ea3b4953942b2b5d70ddc417, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T21:20:44,785 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/.tmp/ns/81fddd7e4ee74b6a861cd0211ef47d08 as hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/ns/81fddd7e4ee74b6a861cd0211ef47d08 2024-11-20T21:20:44,790 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/ns/81fddd7e4ee74b6a861cd0211ef47d08, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T21:20:44,791 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/.tmp/rep_barrier/a8d4e77e40374b169d8999efc439d5cd as hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/rep_barrier/a8d4e77e40374b169d8999efc439d5cd 2024-11-20T21:20:44,795 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/rep_barrier/a8d4e77e40374b169d8999efc439d5cd, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T21:20:44,796 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/.tmp/table/45d8a19953664d38b3d2fabe8324cace as hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/table/45d8a19953664d38b3d2fabe8324cace 2024-11-20T21:20:44,801 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/table/45d8a19953664d38b3d2fabe8324cace, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T21:20:44,802 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 335ms, sequenceid=16, compaction requested=false 2024-11-20T21:20:44,812 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T21:20:44,812 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:20:44,812 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:20:44,812 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:44,813 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137644465Running coprocessor pre-close hooks at 1732137644465Disabling compacts and flushes for region at 1732137644465Disabling writes for close at 1732137644467 (+2 ms)Obtaining lock to block concurrent updates at 1732137644467Preparing flush snapshotting stores in 1588230740 at 1732137644467Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732137644468 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732137644469 (+1 ms)Flushing 1588230740/info: creating writer at 1732137644469Flushing 1588230740/info: appending metadata at 1732137644505 (+36 ms)Flushing 1588230740/info: closing flushed file at 1732137644505Flushing 1588230740/ns: creating writer at 1732137644536 (+31 ms)Flushing 1588230740/ns: appending metadata at 1732137644594 (+58 ms)Flushing 1588230740/ns: closing flushed file at 1732137644594Flushing 1588230740/rep_barrier: creating writer at 1732137644618 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732137644653 (+35 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732137644653Flushing 1588230740/table: creating writer at 1732137644710 (+57 ms)Flushing 1588230740/table: appending metadata at 1732137644751 (+41 ms)Flushing 1588230740/table: closing flushed file at 1732137644751Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@144e56a0: reopening flushed file at 1732137644779 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13b73176: reopening flushed file at 1732137644784 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1366b7e3: reopening flushed file at 1732137644790 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dfc8d59: reopening flushed file at 1732137644796 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 335ms, sequenceid=16, compaction requested=false at 1732137644802 (+6 ms)Writing region close event to WAL at 1732137644808 (+6 ms)Running coprocessor post-close hooks at 1732137644812 (+4 ms)Closed at 1732137644812 2024-11-20T21:20:44,813 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:44,866 DEBUG [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(1351): Waiting on 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:45,048 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1491, reset compression=false 2024-11-20T21:20:45,060 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/.tmp/f1/aff8508504b549669b5fb44532f6a248 2024-11-20T21:20:45,066 DEBUG [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(1351): Waiting on 420c30dac3598c2013e01b0eeff795a5 2024-11-20T21:20:45,066 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aff8508504b549669b5fb44532f6a248 2024-11-20T21:20:45,079 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:45,079 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1738, reset compression=false 2024-11-20T21:20:45,079 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,45937,1732137612853 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784, lastWalPosition=1738, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:20:45,082 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b16ab3f13b7,45937,1732137612853: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b16ab3f13b7,45937,1732137612853, walGroup=0b16ab3f13b7%2C45937%2C1732137612853, offset=0b16ab3f13b7%2C45937%2C1732137612853.1732137614784:1738, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:45937 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T21:20:45,083 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:20:45,083 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:20:45,084 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:20:45,084 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:20:45,084 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:20:45,084 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1163919360, "init": 1048576000, "max": 2306867200, "used": 939920144 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199294568 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T21:20:45,084 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:45539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:45539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-20T21:20:45,091 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/.tmp/norep/ea8400d672f240aaae416749d4b9815c is 32, key is row/norep:/1732137633691/DeleteFamily/seqid=0 2024-11-20T21:20:45,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741847_1023 (size=5101) 2024-11-20T21:20:45,105 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/.tmp/norep/ea8400d672f240aaae416749d4b9815c 2024-11-20T21:20:45,119 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea8400d672f240aaae416749d4b9815c 2024-11-20T21:20:45,120 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/.tmp/f/f4de185c0cec4a9a8aa1cc3203fdd6d9 as hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/f/f4de185c0cec4a9a8aa1cc3203fdd6d9 2024-11-20T21:20:45,136 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f4de185c0cec4a9a8aa1cc3203fdd6d9 2024-11-20T21:20:45,136 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/f/f4de185c0cec4a9a8aa1cc3203fdd6d9, entries=5, sequenceid=12, filesize=5.1 K 2024-11-20T21:20:45,137 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/.tmp/f1/aff8508504b549669b5fb44532f6a248 as hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/f1/aff8508504b549669b5fb44532f6a248 2024-11-20T21:20:45,143 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aff8508504b549669b5fb44532f6a248 2024-11-20T21:20:45,143 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/f1/aff8508504b549669b5fb44532f6a248, entries=3, sequenceid=12, filesize=5.0 K 2024-11-20T21:20:45,144 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/.tmp/norep/ea8400d672f240aaae416749d4b9815c as hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/norep/ea8400d672f240aaae416749d4b9815c 2024-11-20T21:20:45,148 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ea8400d672f240aaae416749d4b9815c 2024-11-20T21:20:45,148 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/norep/ea8400d672f240aaae416749d4b9815c, entries=1, sequenceid=12, filesize=5.0 K 2024-11-20T21:20:45,150 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 420c30dac3598c2013e01b0eeff795a5 in 615ms, sequenceid=12, compaction requested=false 2024-11-20T21:20:45,150 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T21:20:45,184 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/data/default/test/420c30dac3598c2013e01b0eeff795a5/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T21:20:45,184 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:20:45,185 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:20:45,185 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. 2024-11-20T21:20:45,185 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 420c30dac3598c2013e01b0eeff795a5: Waiting for close lock at 1732137644534Running coprocessor pre-close hooks at 1732137644534Disabling compacts and flushes for region at 1732137644534Disabling writes for close at 1732137644534Obtaining lock to block concurrent updates at 1732137644534Preparing flush snapshotting stores in 420c30dac3598c2013e01b0eeff795a5 at 1732137644534Finished memstore snapshotting test,,1732137621598.420c30dac3598c2013e01b0eeff795a5., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732137644535 (+1 ms)Flushing stores of test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. at 1732137644536 (+1 ms)Flushing 420c30dac3598c2013e01b0eeff795a5/f: creating writer at 1732137644536Flushing 420c30dac3598c2013e01b0eeff795a5/f: appending metadata at 1732137644558 (+22 ms)Flushing 420c30dac3598c2013e01b0eeff795a5/f: closing flushed file at 1732137644558Flushing 420c30dac3598c2013e01b0eeff795a5/f1: creating writer at 1732137644602 (+44 ms)Flushing 420c30dac3598c2013e01b0eeff795a5/f1: appending metadata at 1732137644630 (+28 ms)Flushing 420c30dac3598c2013e01b0eeff795a5/f1: closing flushed file at 1732137644630Flushing 420c30dac3598c2013e01b0eeff795a5/norep: creating writer at 1732137645066 (+436 ms)Flushing 420c30dac3598c2013e01b0eeff795a5/norep: appending metadata at 1732137645090 (+24 ms)Flushing 420c30dac3598c2013e01b0eeff795a5/norep: closing flushed file at 1732137645091 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e4012d: reopening flushed file at 1732137645119 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@526cfd12: reopening flushed file at 1732137645136 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@342446d4: reopening flushed file at 1732137645143 (+7 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 420c30dac3598c2013e01b0eeff795a5 in 615ms, sequenceid=12, compaction requested=false at 1732137645150 (+7 ms)Writing region close event to WAL at 1732137645169 (+19 ms)Running coprocessor post-close hooks at 1732137645184 (+15 ms)Closed at 1732137645185 (+1 ms) 2024-11-20T21:20:45,185 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137621598.420c30dac3598c2013e01b0eeff795a5. 2024-11-20T21:20:45,266 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,45937,1732137612853; all regions closed. 2024-11-20T21:20:45,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741834_1010 (size=4239) 2024-11-20T21:20:45,303 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 1738, reset compression=false 2024-11-20T21:20:45,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741839_1015 (size=3552) 2024-11-20T21:20:45,347 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:20:45,347 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 to pos 2382, reset compression=false 2024-11-20T21:20:45,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741832_1008 (size=2390) 2024-11-20T21:20:45,389 DEBUG [RS:0;0b16ab3f13b7:45937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:45,389 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:20:45,390 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:20:45,390 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:20:45,390 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:20:45,390 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,45937,1732137612853 because: Region server is closing 2024-11-20T21:20:45,391 INFO [RS:0;0b16ab3f13b7:45937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:45937. 2024-11-20T21:20:45,391 DEBUG [RS:0;0b16ab3f13b7:45937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:45,391 DEBUG [RS:0;0b16ab3f13b7:45937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:45,392 DEBUG [RS:0;0b16ab3f13b7:45937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:45,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:45,392 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:20:45,393 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/WALs/0b16ab3f13b7,45937,1732137612853/0b16ab3f13b7%2C45937%2C1732137612853.1732137614784 2024-11-20T21:20:45,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:45,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:45,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:45,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:45,492 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.shipper0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 terminated 2024-11-20T21:20:45,492 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,45937,1732137612853.replicationSource.wal-reader.0b16ab3f13b7%2C45937%2C1732137612853,1-0b16ab3f13b7,45937,1732137612853 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-20T21:20:45,492 INFO [RS:0;0b16ab3f13b7:45937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:45937. 2024-11-20T21:20:45,492 DEBUG [RS:0;0b16ab3f13b7:45937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:20:45,492 DEBUG [RS:0;0b16ab3f13b7:45937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:45,492 DEBUG [RS:0;0b16ab3f13b7:45937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:45,493 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:20:45,493 INFO [RS:0;0b16ab3f13b7:45937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45937 2024-11-20T21:20:45,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264/rs 2024-11-20T21:20:45,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1044019264/rs/0b16ab3f13b7,45937,1732137612853 2024-11-20T21:20:45,495 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:20:45,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,45937,1732137612853] 2024-11-20T21:20:45,498 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1044019264/draining/0b16ab3f13b7,45937,1732137612853 already deleted, retry=false 2024-11-20T21:20:45,498 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,45937,1732137612853 expired; onlineServers=0 2024-11-20T21:20:45,498 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,45539,1732137612694' ***** 2024-11-20T21:20:45,498 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:20:45,498 INFO [M:0;0b16ab3f13b7:45539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:20:45,498 INFO [M:0;0b16ab3f13b7:45539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:20:45,498 DEBUG [M:0;0b16ab3f13b7:45539 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:20:45,499 DEBUG [M:0;0b16ab3f13b7:45539 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:20:45,499 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:20:45,499 INFO [M:0;0b16ab3f13b7:45539 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:20:45,499 INFO [M:0;0b16ab3f13b7:45539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:20:45,499 DEBUG [M:0;0b16ab3f13b7:45539 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:20:45,499 INFO [M:0;0b16ab3f13b7:45539 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:20:45,499 INFO [M:0;0b16ab3f13b7:45539 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:20:45,499 INFO [M:0;0b16ab3f13b7:45539 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:20:45,500 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:20:45,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1044019264/master 2024-11-20T21:20:45,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1044019264 2024-11-20T21:20:45,501 DEBUG [M:0;0b16ab3f13b7:45539 {}] zookeeper.ZKUtil(347): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Unable to get data of znode /0-1044019264/master because node does not exist (not an error) 2024-11-20T21:20:45,501 WARN [M:0;0b16ab3f13b7:45539 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:20:45,501 INFO [M:0;0b16ab3f13b7:45539 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/.lastflushedseqids 2024-11-20T21:20:45,502 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137614529 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137614529,5,FailOnTimeoutGroup] 2024-11-20T21:20:45,509 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137614532 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137614532,5,FailOnTimeoutGroup] 2024-11-20T21:20:45,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:45,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:45,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:45,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:45,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:45,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:45,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:45,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:45,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45937-0x1005f107c900001, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:45,597 INFO [RS:0;0b16ab3f13b7:45937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:20:45,597 INFO [RS:0;0b16ab3f13b7:45937 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,45937,1732137612853; zookeeper connection closed. 2024-11-20T21:20:45,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741848_1024 (size=245) 2024-11-20T21:20:45,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:45,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:45,617 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@571f9cc3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@571f9cc3 2024-11-20T21:20:45,617 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:20:45,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:45,620 INFO [M:0;0b16ab3f13b7:45539 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:20:45,621 INFO [M:0;0b16ab3f13b7:45539 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:20:45,621 DEBUG [M:0;0b16ab3f13b7:45539 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:20:45,621 INFO [M:0;0b16ab3f13b7:45539 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:45,621 DEBUG [M:0;0b16ab3f13b7:45539 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:45,621 DEBUG [M:0;0b16ab3f13b7:45539 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:20:45,621 DEBUG [M:0;0b16ab3f13b7:45539 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:45,621 INFO [M:0;0b16ab3f13b7:45539 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T21:20:45,681 DEBUG [M:0;0b16ab3f13b7:45539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3735f66ea91421d88b1db6601b6ac22 is 82, key is hbase:meta,,1/info:regioninfo/1732137615771/Put/seqid=0 2024-11-20T21:20:45,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741849_1025 (size=5672) 2024-11-20T21:20:45,719 INFO [M:0;0b16ab3f13b7:45539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3735f66ea91421d88b1db6601b6ac22 2024-11-20T21:20:45,754 DEBUG [M:0;0b16ab3f13b7:45539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e63fdbe9063f4302ae161b4b57956e87 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732137627302/Put/seqid=0 2024-11-20T21:20:45,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741850_1026 (size=8517) 2024-11-20T21:20:45,766 INFO [M:0;0b16ab3f13b7:45539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e63fdbe9063f4302ae161b4b57956e87 2024-11-20T21:20:45,800 DEBUG [M:0;0b16ab3f13b7:45539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c32fadfb504425f93e091bdd4a09ea7 is 69, key is 0b16ab3f13b7,45937,1732137612853/rs:state/1732137614585/Put/seqid=0 2024-11-20T21:20:45,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741851_1027 (size=5156) 2024-11-20T21:20:46,162 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:20:46,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:46,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:46,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:46,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:46,218 INFO [M:0;0b16ab3f13b7:45539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c32fadfb504425f93e091bdd4a09ea7 2024-11-20T21:20:46,219 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:46,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:46,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:46,220 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:46,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:46,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:46,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:46,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:46,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:46,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:46,256 DEBUG [M:0;0b16ab3f13b7:45539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3735f66ea91421d88b1db6601b6ac22 as hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3735f66ea91421d88b1db6601b6ac22 2024-11-20T21:20:46,283 INFO [M:0;0b16ab3f13b7:45539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3735f66ea91421d88b1db6601b6ac22, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T21:20:46,290 DEBUG [M:0;0b16ab3f13b7:45539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e63fdbe9063f4302ae161b4b57956e87 as hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e63fdbe9063f4302ae161b4b57956e87 2024-11-20T21:20:46,301 INFO [M:0;0b16ab3f13b7:45539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e63fdbe9063f4302ae161b4b57956e87, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T21:20:46,308 DEBUG [M:0;0b16ab3f13b7:45539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c32fadfb504425f93e091bdd4a09ea7 as hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c32fadfb504425f93e091bdd4a09ea7 2024-11-20T21:20:46,317 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:20:46,317 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T21:20:46,317 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:20:46,338 INFO [M:0;0b16ab3f13b7:45539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44897/user/jenkins/test-data/95f674f7-c740-4da7-ad31-d227211b80b6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c32fadfb504425f93e091bdd4a09ea7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T21:20:46,357 INFO [M:0;0b16ab3f13b7:45539 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 735ms, sequenceid=97, compaction requested=false 2024-11-20T21:20:46,413 INFO [M:0;0b16ab3f13b7:45539 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:46,414 DEBUG [M:0;0b16ab3f13b7:45539 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137645621Disabling compacts and flushes for region at 1732137645621Disabling writes for close at 1732137645621Obtaining lock to block concurrent updates at 1732137645621Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137645621Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732137645622 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137645623 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137645623Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137645680 (+57 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137645680Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137645726 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137645753 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137645753Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137645772 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137645799 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137645799Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@baa3df9: reopening flushed file at 1732137646247 (+448 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e3ae74: reopening flushed file at 1732137646283 (+36 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b0bbf63: reopening flushed file at 1732137646301 (+18 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 735ms, sequenceid=97, compaction requested=false at 1732137646357 (+56 ms)Writing region close event to WAL at 1732137646413 (+56 ms)Closed at 1732137646413 2024-11-20T21:20:46,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44331 is added to blk_1073741830_1006 (size=63666) 2024-11-20T21:20:46,465 INFO [M:0;0b16ab3f13b7:45539 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:20:46,465 INFO [M:0;0b16ab3f13b7:45539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45539 2024-11-20T21:20:46,468 INFO [M:0;0b16ab3f13b7:45539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:20:46,468 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:20:46,571 INFO [M:0;0b16ab3f13b7:45539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:20:46,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:46,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45539-0x1005f107c900000, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:20:46,617 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@19c6f5cf{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:20:46,618 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38b4ab95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:20:46,618 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:20:46,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c7a16a9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:20:46,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66419a34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/hadoop.log.dir/,STOPPED} 2024-11-20T21:20:46,622 WARN [BP-823476326-172.17.0.3-1732137611828 heartbeating to localhost/127.0.0.1:44897 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:20:46,622 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:20:46,622 WARN [BP-823476326-172.17.0.3-1732137611828 heartbeating to localhost/127.0.0.1:44897 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-823476326-172.17.0.3-1732137611828 (Datanode Uuid 38300064-e9e0-4f14-98c1-a5730f387737) service to localhost/127.0.0.1:44897 2024-11-20T21:20:46,622 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:20:46,622 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/cluster_ae3a4b23-0a4d-7926-f316-1553d2d3e3ad/data/data1/current/BP-823476326-172.17.0.3-1732137611828 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:20:46,623 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/cluster_ae3a4b23-0a4d-7926-f316-1553d2d3e3ad/data/data2/current/BP-823476326-172.17.0.3-1732137611828 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:20:46,623 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:20:46,670 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198dbb51{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:20:46,671 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1380d0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:20:46,671 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:20:46,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45179762{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:20:46,672 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cf4b049{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6567ef1c-0b32-d871-2eb4-d43f758e1101/hadoop.log.dir/,STOPPED} 2024-11-20T21:20:46,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:20:46,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:20:46,756 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 264) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53985) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:44897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33527 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35271 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:35271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53985) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35271 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33527 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44897 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-27 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44897 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53985) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33527 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44897 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35271 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44897 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33527 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35271 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=733 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=725 (was 632) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2051 (was 341) - AvailableMemoryMB LEAK? - 2024-11-20T21:20:46,775 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=733, MaxFileDescriptor=1048576, SystemLoadAverage=725, ProcessCount=11, AvailableMemoryMB=2033 2024-11-20T21:20:46,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1005f107c900008, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:20:46,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1005f107c900005, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:20:46,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1005f107c900002, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:20:46,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1005f107c900008, quorum=127.0.0.1:53985, baseZNode=/2-793085009 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:20:46,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1005f107c900005, quorum=127.0.0.1:53985, baseZNode=/1-1984010752 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:20:46,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1005f107c900002, quorum=127.0.0.1:53985, baseZNode=/0-1044019264 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:20:46,796 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-20T21:20:46,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/hadoop.log.dir so I do NOT create it in target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535 2024-11-20T21:20:46,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:20:46,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/hadoop.tmp.dir so I do NOT create it in target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535 2024-11-20T21:20:46,797 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8b4936e4-442e-486e-9287-ce4f408b737c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:20:46,797 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535 2024-11-20T21:20:46,797 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/cluster_129430a1-b554-3997-83db-852731cc9ef0, deleteOnExit=true 2024-11-20T21:20:46,813 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/cluster_129430a1-b554-3997-83db-852731cc9ef0/zookeeper_0, clientPort=51311, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/cluster_129430a1-b554-3997-83db-852731cc9ef0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/cluster_129430a1-b554-3997-83db-852731cc9ef0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:20:46,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51311 2024-11-20T21:20:46,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:20:46,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:20:46,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/test.cache.data in system properties and HBase conf 2024-11-20T21:20:46,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:20:46,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:20:46,815 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:20:46,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:20:46,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:20:46,816 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:20:46,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:20:46,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:20:46,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:20:46,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:20:46,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:20:46,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:20:46,816 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:20:46,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:20:46,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:20:46,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:20:46,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:20:46,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:20:46,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:20:46,817 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:20:47,007 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:47,018 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:20:47,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:20:47,057 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:20:47,057 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:20:47,058 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:47,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7578d2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:20:47,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e2dd2d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:20:47,205 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@46cfec75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/java.io.tmpdir/jetty-localhost-35279-hadoop-hdfs-3_4_1-tests_jar-_-any-17259277055898394534/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:20:47,206 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b89cf2e{HTTP/1.1, (http/1.1)}{localhost:35279} 2024-11-20T21:20:47,206 INFO [Time-limited test {}] server.Server(415): Started @237314ms 2024-11-20T21:20:47,343 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:47,356 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:20:47,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:20:47,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:20:47,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:20:47,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c7cba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:20:47,359 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c41a706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:20:47,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f3382dd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/java.io.tmpdir/jetty-localhost-45333-hadoop-hdfs-3_4_1-tests_jar-_-any-4731666718188975278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:20:47,519 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72f34e90{HTTP/1.1, (http/1.1)}{localhost:45333} 2024-11-20T21:20:47,519 INFO [Time-limited test {}] server.Server(415): Started @237627ms 2024-11-20T21:20:47,521 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:20:47,676 WARN [Thread-3376 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/cluster_129430a1-b554-3997-83db-852731cc9ef0/data/data1/current/BP-2006483171-172.17.0.3-1732137646844/current, will proceed with Du for space computation calculation, 2024-11-20T21:20:47,677 WARN [Thread-3377 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/cluster_129430a1-b554-3997-83db-852731cc9ef0/data/data2/current/BP-2006483171-172.17.0.3-1732137646844/current, will proceed with Du for space computation calculation, 2024-11-20T21:20:47,738 WARN [Thread-3364 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:20:47,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe206ea5b97cc47c with lease ID 0xfa18fccf99799825: Processing first storage report for DS-a2c7046a-9c21-4e8d-89c5-05be9b32bb8b from datanode DatanodeRegistration(127.0.0.1:38459, datanodeUuid=23221b05-6f67-4f0b-bf63-86f8f9caafe8, infoPort=34145, infoSecurePort=0, ipcPort=33765, storageInfo=lv=-57;cid=testClusterID;nsid=1596099439;c=1732137646844) 2024-11-20T21:20:47,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe206ea5b97cc47c with lease ID 0xfa18fccf99799825: from storage DS-a2c7046a-9c21-4e8d-89c5-05be9b32bb8b node DatanodeRegistration(127.0.0.1:38459, datanodeUuid=23221b05-6f67-4f0b-bf63-86f8f9caafe8, infoPort=34145, infoSecurePort=0, ipcPort=33765, storageInfo=lv=-57;cid=testClusterID;nsid=1596099439;c=1732137646844), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:20:47,747 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe206ea5b97cc47c with lease ID 0xfa18fccf99799825: Processing first storage report for DS-ae8549c7-455e-45a3-b815-89ffef135708 from datanode DatanodeRegistration(127.0.0.1:38459, datanodeUuid=23221b05-6f67-4f0b-bf63-86f8f9caafe8, infoPort=34145, infoSecurePort=0, ipcPort=33765, storageInfo=lv=-57;cid=testClusterID;nsid=1596099439;c=1732137646844) 2024-11-20T21:20:47,747 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe206ea5b97cc47c with lease ID 0xfa18fccf99799825: from storage DS-ae8549c7-455e-45a3-b815-89ffef135708 node DatanodeRegistration(127.0.0.1:38459, datanodeUuid=23221b05-6f67-4f0b-bf63-86f8f9caafe8, infoPort=34145, infoSecurePort=0, ipcPort=33765, storageInfo=lv=-57;cid=testClusterID;nsid=1596099439;c=1732137646844), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:20:47,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535 2024-11-20T21:20:47,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:47,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:47,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:20:48,204 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e with version=8 2024-11-20T21:20:48,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/hbase-staging 2024-11-20T21:20:48,207 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:20:48,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:48,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:48,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:20:48,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:48,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:20:48,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:20:48,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:20:48,209 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41581 2024-11-20T21:20:48,210 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41581 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-20T21:20:48,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:415810x0, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:48,233 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41581-0x1005f1105700000 connected 2024-11-20T21:20:48,260 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:48,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:48,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Set watcher on znode that does not yet exist, /0-994475028/running 2024-11-20T21:20:48,265 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e, hbase.cluster.distributed=false 2024-11-20T21:20:48,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Set watcher on znode that does not yet exist, /0-994475028/acl 2024-11-20T21:20:48,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41581 2024-11-20T21:20:48,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41581 2024-11-20T21:20:48,278 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41581 2024-11-20T21:20:48,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41581 2024-11-20T21:20:48,283 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41581 2024-11-20T21:20:48,303 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:20:48,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:48,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:48,304 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:20:48,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:48,304 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:20:48,304 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:20:48,304 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:20:48,305 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33245 2024-11-20T21:20:48,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33245 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-20T21:20:48,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:48,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:48,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332450x0, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:48,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:332450x0, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Set watcher on znode that does not yet exist, /0-994475028/running 2024-11-20T21:20:48,328 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:20:48,329 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33245-0x1005f1105700001 connected 2024-11-20T21:20:48,333 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:20:48,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Set watcher on znode that does not yet exist, /0-994475028/master 2024-11-20T21:20:48,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Set watcher on znode that does not yet exist, /0-994475028/acl 2024-11-20T21:20:48,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33245 2024-11-20T21:20:48,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33245 2024-11-20T21:20:48,343 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33245 2024-11-20T21:20:48,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33245 2024-11-20T21:20:48,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33245 2024-11-20T21:20:48,362 DEBUG [M:0;0b16ab3f13b7:41581 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:41581 2024-11-20T21:20:48,363 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-994475028/backup-masters/0b16ab3f13b7,41581,1732137648207 2024-11-20T21:20:48,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028/backup-masters 2024-11-20T21:20:48,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028/backup-masters 2024-11-20T21:20:48,366 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Set watcher on existing znode=/0-994475028/backup-masters/0b16ab3f13b7,41581,1732137648207 2024-11-20T21:20:48,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-994475028/master 2024-11-20T21:20:48,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:20:48,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:20:48,369 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Set watcher on existing znode=/0-994475028/master 2024-11-20T21:20:48,369 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-994475028/backup-masters/0b16ab3f13b7,41581,1732137648207 from backup master directory 2024-11-20T21:20:48,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-994475028/backup-masters/0b16ab3f13b7,41581,1732137648207 2024-11-20T21:20:48,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028/backup-masters 2024-11-20T21:20:48,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028/backup-masters 2024-11-20T21:20:48,372 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:20:48,372 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,41581,1732137648207 2024-11-20T21:20:48,383 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/hbase.id] with ID: d1a37a18-6091-4899-ba1b-3d3636fc6dbd 2024-11-20T21:20:48,383 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/.tmp/hbase.id 2024-11-20T21:20:48,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:20:48,395 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/.tmp/hbase.id]:[hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/hbase.id] 2024-11-20T21:20:48,405 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:48,405 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:20:48,406 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:20:48,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:20:48,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:20:48,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:20:48,423 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:20:48,424 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:20:48,425 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:48,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:48,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:20:48,429 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68491 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:20:48,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:20:48,867 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store 2024-11-20T21:20:48,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:20:48,904 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:48,904 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:20:48,904 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:48,904 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:48,904 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:20:48,904 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:48,904 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:48,904 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137648904Disabling compacts and flushes for region at 1732137648904Disabling writes for close at 1732137648904Writing region close event to WAL at 1732137648904Closed at 1732137648904 2024-11-20T21:20:48,914 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/.initializing 2024-11-20T21:20:48,914 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/WALs/0b16ab3f13b7,41581,1732137648207 2024-11-20T21:20:48,915 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:20:48,917 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C41581%2C1732137648207, suffix=, logDir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/WALs/0b16ab3f13b7,41581,1732137648207, archiveDir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/oldWALs, maxLogs=10 2024-11-20T21:20:48,939 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/WALs/0b16ab3f13b7,41581,1732137648207/0b16ab3f13b7%2C41581%2C1732137648207.1732137648917, exclude list is [], retry=0 2024-11-20T21:20:48,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38459,DS-a2c7046a-9c21-4e8d-89c5-05be9b32bb8b,DISK] 2024-11-20T21:20:48,966 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/WALs/0b16ab3f13b7,41581,1732137648207/0b16ab3f13b7%2C41581%2C1732137648207.1732137648917 2024-11-20T21:20:48,973 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34145:34145)] 2024-11-20T21:20:48,973 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:48,973 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:48,973 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:48,973 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:48,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:48,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:20:48,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:48,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:48,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:49,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:20:49,003 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:49,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:49,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:49,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:20:49,007 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:49,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:49,008 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:49,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:20:49,009 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:49,009 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:49,010 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:49,010 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:49,011 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:49,012 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:49,012 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:49,013 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:49,014 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:49,016 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:49,017 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66607189, jitterRate=-0.007475540041923523}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:49,018 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137648974Initializing all the Stores at 1732137648987 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137648987Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137648996 (+9 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137648996Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137648996Cleaning up temporary data from old regions at 1732137649012 (+16 ms)Region opened successfully at 1732137649018 (+6 ms) 2024-11-20T21:20:49,022 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:20:49,025 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f016e5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:20:49,026 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:20:49,027 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:20:49,027 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:20:49,027 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:20:49,027 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:20:49,028 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:20:49,028 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:20:49,034 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:20:49,035 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Unable to get data of znode /0-994475028/balancer because node does not exist (not necessarily an error) 2024-11-20T21:20:49,036 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-994475028/balancer already deleted, retry=false 2024-11-20T21:20:49,037 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:20:49,037 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Unable to get data of znode /0-994475028/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:20:49,039 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-994475028/normalizer already deleted, retry=false 2024-11-20T21:20:49,039 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:20:49,040 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Unable to get data of znode /0-994475028/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:20:49,042 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-994475028/switch/split already deleted, retry=false 2024-11-20T21:20:49,042 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Unable to get data of znode /0-994475028/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:20:49,044 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-994475028/switch/merge already deleted, retry=false 2024-11-20T21:20:49,055 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Unable to get data of znode /0-994475028/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:20:49,057 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-994475028/snapshot-cleanup already deleted, retry=false 2024-11-20T21:20:49,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-994475028/running 2024-11-20T21:20:49,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-994475028/running 2024-11-20T21:20:49,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:20:49,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:20:49,061 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,41581,1732137648207, sessionid=0x1005f1105700000, setting cluster-up flag (Was=false) 2024-11-20T21:20:49,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:20:49,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:20:49,071 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-994475028/flush-table-proc/acquired, /0-994475028/flush-table-proc/reached, /0-994475028/flush-table-proc/abort 2024-11-20T21:20:49,072 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,41581,1732137648207 2024-11-20T21:20:49,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:20:49,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:20:49,086 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-994475028/online-snapshot/acquired, /0-994475028/online-snapshot/reached, /0-994475028/online-snapshot/abort 2024-11-20T21:20:49,087 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,41581,1732137648207 2024-11-20T21:20:49,097 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:20:49,106 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:49,107 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:20:49,107 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:20:49,107 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,41581,1732137648207 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:20:49,110 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:49,110 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:49,110 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:49,110 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:49,110 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:20:49,110 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:49,110 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:20:49,110 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:49,143 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:49,143 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:20:49,144 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:49,145 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:20:49,186 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(746): ClusterId : d1a37a18-6091-4899-ba1b-3d3636fc6dbd 2024-11-20T21:20:49,186 DEBUG [RS:0;0b16ab3f13b7:33245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:20:49,191 DEBUG [RS:0;0b16ab3f13b7:33245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:20:49,191 DEBUG [RS:0;0b16ab3f13b7:33245 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:20:49,193 DEBUG [RS:0;0b16ab3f13b7:33245 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:20:49,193 DEBUG [RS:0;0b16ab3f13b7:33245 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f31185f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:20:49,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:20:49,228 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:33245 2024-11-20T21:20:49,229 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:20:49,229 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:20:49,229 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:20:49,237 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,41581,1732137648207 with port=33245, startcode=1732137648303 2024-11-20T21:20:49,237 DEBUG [RS:0;0b16ab3f13b7:33245 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:20:49,237 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137679237 2024-11-20T21:20:49,237 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:20:49,238 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:20:49,238 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:20:49,238 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:20:49,238 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:20:49,238 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:20:49,242 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:49,243 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:20:49,243 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:20:49,243 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:20:49,243 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:20:49,244 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:20:49,244 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:20:49,244 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:20:49,244 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41581 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:?] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:?] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:?] 2024-11-20T21:20:49,245 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137649244,5,FailOnTimeoutGroup] 2024-11-20T21:20:49,246 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137649245,5,FailOnTimeoutGroup] 2024-11-20T21:20:49,246 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:49,246 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:20:49,246 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:49,246 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:49,253 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-20T21:20:49,253 WARN [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-20T21:20:49,355 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,41581,1732137648207 with port=33245, startcode=1732137648303 2024-11-20T21:20:49,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41581 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,33245,1732137648303 2024-11-20T21:20:49,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41581 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,33245,1732137648303 2024-11-20T21:20:49,358 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e 2024-11-20T21:20:49,358 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36425 2024-11-20T21:20:49,358 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:20:49,360 DEBUG [RS:0;0b16ab3f13b7:33245 {}] zookeeper.ZKUtil(111): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Set watcher on existing znode=/0-994475028/rs/0b16ab3f13b7,33245,1732137648303 2024-11-20T21:20:49,360 WARN [RS:0;0b16ab3f13b7:33245 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:20:49,360 INFO [RS:0;0b16ab3f13b7:33245 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:49,361 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303 2024-11-20T21:20:49,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028/rs 2024-11-20T21:20:49,396 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:20:49,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,33245,1732137648303] 2024-11-20T21:20:49,402 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:20:49,403 INFO [RS:0;0b16ab3f13b7:33245 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:20:49,403 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:49,406 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:20:49,408 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:20:49,408 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:49,408 DEBUG [RS:0;0b16ab3f13b7:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:49,408 DEBUG [RS:0;0b16ab3f13b7:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:49,408 DEBUG [RS:0;0b16ab3f13b7:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:49,408 DEBUG [RS:0;0b16ab3f13b7:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:49,408 DEBUG [RS:0;0b16ab3f13b7:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:49,408 DEBUG [RS:0;0b16ab3f13b7:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:20:49,408 DEBUG [RS:0;0b16ab3f13b7:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:49,408 DEBUG [RS:0;0b16ab3f13b7:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:49,408 DEBUG [RS:0;0b16ab3f13b7:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:49,408 DEBUG [RS:0;0b16ab3f13b7:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:49,408 DEBUG [RS:0;0b16ab3f13b7:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:49,408 DEBUG [RS:0;0b16ab3f13b7:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:49,408 DEBUG [RS:0;0b16ab3f13b7:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:20:49,408 DEBUG [RS:0;0b16ab3f13b7:33245 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:20:49,409 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:49,409 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:49,409 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:49,409 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:49,409 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:49,409 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33245,1732137648303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:20:49,429 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:20:49,429 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,33245,1732137648303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:49,430 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:49,430 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.Replication(171): 0b16ab3f13b7,33245,1732137648303 started 2024-11-20T21:20:49,491 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:49,491 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,33245,1732137648303, RpcServer on 0b16ab3f13b7/172.17.0.3:33245, sessionid=0x1005f1105700001 2024-11-20T21:20:49,491 DEBUG [RS:0;0b16ab3f13b7:33245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:20:49,491 DEBUG [RS:0;0b16ab3f13b7:33245 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,33245,1732137648303 2024-11-20T21:20:49,491 DEBUG [RS:0;0b16ab3f13b7:33245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,33245,1732137648303' 2024-11-20T21:20:49,491 DEBUG [RS:0;0b16ab3f13b7:33245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-994475028/flush-table-proc/abort' 2024-11-20T21:20:49,499 DEBUG [RS:0;0b16ab3f13b7:33245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-994475028/flush-table-proc/acquired' 2024-11-20T21:20:49,509 DEBUG [RS:0;0b16ab3f13b7:33245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:20:49,509 DEBUG [RS:0;0b16ab3f13b7:33245 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:20:49,509 DEBUG [RS:0;0b16ab3f13b7:33245 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,33245,1732137648303 2024-11-20T21:20:49,509 DEBUG [RS:0;0b16ab3f13b7:33245 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,33245,1732137648303' 2024-11-20T21:20:49,509 DEBUG [RS:0;0b16ab3f13b7:33245 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-994475028/online-snapshot/abort' 2024-11-20T21:20:49,510 DEBUG [RS:0;0b16ab3f13b7:33245 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-994475028/online-snapshot/acquired' 2024-11-20T21:20:49,511 DEBUG [RS:0;0b16ab3f13b7:33245 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:20:49,511 INFO [RS:0;0b16ab3f13b7:33245 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:20:49,511 INFO [RS:0;0b16ab3f13b7:33245 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:20:49,604 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:20:49,604 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e 2024-11-20T21:20:49,612 INFO [RS:0;0b16ab3f13b7:33245 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:20:49,614 INFO [RS:0;0b16ab3f13b7:33245 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C33245%2C1732137648303, suffix=, logDir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303, archiveDir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/oldWALs, maxLogs=10 2024-11-20T21:20:49,638 DEBUG [RS:0;0b16ab3f13b7:33245 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614, exclude list is [], retry=0 2024-11-20T21:20:49,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38459,DS-a2c7046a-9c21-4e8d-89c5-05be9b32bb8b,DISK] 2024-11-20T21:20:49,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:20:49,649 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:49,673 INFO [RS:0;0b16ab3f13b7:33245 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 2024-11-20T21:20:49,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:20:49,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:20:49,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:49,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:49,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:20:49,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:20:49,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:49,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:49,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:20:49,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:20:49,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:49,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:49,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:20:49,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:20:49,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:49,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:49,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:20:49,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740 2024-11-20T21:20:49,684 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740 2024-11-20T21:20:49,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:20:49,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:20:49,686 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:49,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:20:49,689 DEBUG [RS:0;0b16ab3f13b7:33245 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34145:34145)] 2024-11-20T21:20:49,693 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:49,693 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71221980, jitterRate=0.061290204524993896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:49,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137649649Initializing all the Stores at 1732137649650 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137649650Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137649674 (+24 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137649674Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137649674Cleaning up temporary data from old regions at 1732137649685 (+11 ms)Region opened successfully at 1732137649694 (+9 ms) 2024-11-20T21:20:49,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:20:49,695 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:20:49,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:20:49,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:20:49,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:20:49,712 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:49,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137649694Disabling compacts and flushes for region at 1732137649695 (+1 ms)Disabling writes for close at 1732137649695Writing region close event to WAL at 1732137649712 (+17 ms)Closed at 1732137649712 2024-11-20T21:20:49,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:49,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:20:49,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:20:49,715 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:20:49,717 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:20:49,868 DEBUG [0b16ab3f13b7:41581 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:20:49,868 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,33245,1732137648303 2024-11-20T21:20:49,870 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,33245,1732137648303, state=OPENING 2024-11-20T21:20:49,872 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:20:49,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:20:49,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:20:49,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-994475028/meta-region-server: CHANGED 2024-11-20T21:20:49,877 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-994475028/meta-region-server: CHANGED 2024-11-20T21:20:49,878 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:20:49,878 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,33245,1732137648303}] 2024-11-20T21:20:50,032 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:20:50,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45239, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:20:50,039 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:20:50,039 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:50,039 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:20:50,042 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C33245%2C1732137648303.meta, suffix=.meta, logDir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303, archiveDir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/oldWALs, maxLogs=10 2024-11-20T21:20:50,063 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.meta.1732137650043.meta, exclude list is [], retry=0 2024-11-20T21:20:50,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38459,DS-a2c7046a-9c21-4e8d-89c5-05be9b32bb8b,DISK] 2024-11-20T21:20:50,081 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.meta.1732137650043.meta 2024-11-20T21:20:50,088 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34145:34145)] 2024-11-20T21:20:50,089 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:50,089 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:20:50,089 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:20:50,090 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:20:50,090 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:20:50,090 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:20:50,090 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:50,090 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:20:50,090 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:20:50,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:20:50,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:20:50,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:50,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:50,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:20:50,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:20:50,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:50,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:50,096 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:20:50,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:20:50,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:50,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:50,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:20:50,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:20:50,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:50,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:50,100 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:20:50,102 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740 2024-11-20T21:20:50,115 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740 2024-11-20T21:20:50,117 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:20:50,117 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:20:50,118 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:50,121 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:20:50,122 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59019491, jitterRate=-0.120541051030159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:50,122 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:20:50,123 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137650090Writing region info on filesystem at 1732137650090Initializing all the Stores at 1732137650091 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137650091Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137650091Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137650091Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137650091Cleaning up temporary data from old regions at 1732137650117 (+26 ms)Running coprocessor post-open hooks at 1732137650122 (+5 ms)Region opened successfully at 1732137650122 2024-11-20T21:20:50,125 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137650032 2024-11-20T21:20:50,131 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:20:50,131 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:20:50,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,33245,1732137648303 2024-11-20T21:20:50,134 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,33245,1732137648303, state=OPEN 2024-11-20T21:20:50,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-994475028/meta-region-server 2024-11-20T21:20:50,141 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,33245,1732137648303 2024-11-20T21:20:50,142 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-994475028/meta-region-server: CHANGED 2024-11-20T21:20:50,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:20:50,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,33245,1732137648303 in 263 msec 2024-11-20T21:20:50,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-994475028/meta-region-server 2024-11-20T21:20:50,144 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-994475028/meta-region-server: CHANGED 2024-11-20T21:20:50,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:20:50,147 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 431 msec 2024-11-20T21:20:50,148 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:50,148 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:20:50,149 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:50,149 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,33245,1732137648303, seqNum=-1] 2024-11-20T21:20:50,150 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:50,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:50,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0540 sec 2024-11-20T21:20:50,163 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137650163, completionTime=-1 2024-11-20T21:20:50,163 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:20:50,163 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:20:50,169 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:20:50,169 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137710169 2024-11-20T21:20:50,170 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137770170 2024-11-20T21:20:50,170 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-20T21:20:50,170 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41581,1732137648207-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:50,170 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41581,1732137648207-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:50,170 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41581,1732137648207-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:50,170 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:41581, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:50,170 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:50,173 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:50,175 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:20:50,180 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.807sec 2024-11-20T21:20:50,180 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:20:50,180 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:20:50,180 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:20:50,180 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:20:50,180 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:20:50,180 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41581,1732137648207-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:20:50,180 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41581,1732137648207-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:20:50,183 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:20:50,183 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:20:50,183 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41581,1732137648207-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:50,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bad6ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:50,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,41581,-1 for getting cluster id 2024-11-20T21:20:50,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:50,194 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1a37a18-6091-4899-ba1b-3d3636fc6dbd' 2024-11-20T21:20:50,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:50,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1a37a18-6091-4899-ba1b-3d3636fc6dbd" 2024-11-20T21:20:50,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e91b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:50,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,41581,-1] 2024-11-20T21:20:50,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:50,196 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:50,197 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:50,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d13581f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:50,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:50,199 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,33245,1732137648303, seqNum=-1] 2024-11-20T21:20:50,200 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:50,201 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:50,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,41581,1732137648207 2024-11-20T21:20:50,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-20T21:20:50,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:50,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1005f1105700002 connected 2024-11-20T21:20:50,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/hadoop.log.dir so I do NOT create it in target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937 2024-11-20T21:20:50,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:20:50,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/hadoop.tmp.dir so I do NOT create it in target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937 2024-11-20T21:20:50,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:20:50,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937 2024-11-20T21:20:50,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:20:50,212 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/cluster_aa481558-6673-6cca-9ecb-7d6f4ae1539d, deleteOnExit=true 2024-11-20T21:20:50,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:20:50,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/test.cache.data in system properties and HBase conf 2024-11-20T21:20:50,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:20:50,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:20:50,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:20:50,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:20:50,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:20:50,213 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:20:50,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:20:50,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:20:50,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:50,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:20:50,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:20:50,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:20:50,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:20:50,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:50,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35937bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:20:50,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f793bc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:20:50,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fd31154{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/java.io.tmpdir/jetty-localhost-43077-hadoop-hdfs-3_4_1-tests_jar-_-any-11911733259579309004/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:20:50,535 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f25b769{HTTP/1.1, (http/1.1)}{localhost:43077} 2024-11-20T21:20:50,535 INFO [Time-limited test {}] server.Server(415): Started @240644ms 2024-11-20T21:20:50,741 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:20:50,744 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,744 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,744 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,745 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,745 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,782 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,782 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,782 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,783 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,783 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,783 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,791 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,795 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,795 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,797 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:50,822 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:50,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:20:50,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:20:50,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:20:50,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:20:50,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@965b6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:20:50,837 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b2fe634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:20:51,012 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@217849af{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/java.io.tmpdir/jetty-localhost-35439-hadoop-hdfs-3_4_1-tests_jar-_-any-6004726394173061881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:20:51,012 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2c2fb306{HTTP/1.1, (http/1.1)}{localhost:35439} 2024-11-20T21:20:51,012 INFO [Time-limited test {}] server.Server(415): Started @241120ms 2024-11-20T21:20:51,014 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:20:51,141 WARN [Thread-3497 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/cluster_aa481558-6673-6cca-9ecb-7d6f4ae1539d/data/data1/current/BP-1902121807-172.17.0.3-1732137650238/current, will proceed with Du for space computation calculation, 2024-11-20T21:20:51,141 WARN [Thread-3498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/cluster_aa481558-6673-6cca-9ecb-7d6f4ae1539d/data/data2/current/BP-1902121807-172.17.0.3-1732137650238/current, will proceed with Du for space computation calculation, 2024-11-20T21:20:51,213 WARN [Thread-3485 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:20:51,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1780950b7cfb8465 with lease ID 0xe18190c040178fe3: Processing first storage report for DS-9258515c-c16a-4c1d-b7b4-84398029beda from datanode DatanodeRegistration(127.0.0.1:42443, datanodeUuid=02b18f37-d7c0-465a-9586-b88fcf22096d, infoPort=42173, infoSecurePort=0, ipcPort=39771, storageInfo=lv=-57;cid=testClusterID;nsid=1799984138;c=1732137650238) 2024-11-20T21:20:51,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1780950b7cfb8465 with lease ID 0xe18190c040178fe3: from storage DS-9258515c-c16a-4c1d-b7b4-84398029beda node DatanodeRegistration(127.0.0.1:42443, datanodeUuid=02b18f37-d7c0-465a-9586-b88fcf22096d, infoPort=42173, infoSecurePort=0, ipcPort=39771, storageInfo=lv=-57;cid=testClusterID;nsid=1799984138;c=1732137650238), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:20:51,221 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1780950b7cfb8465 with lease ID 0xe18190c040178fe3: Processing first storage report for DS-e51b1b7e-c1a1-4a47-b654-2f3e2518d11d from datanode DatanodeRegistration(127.0.0.1:42443, datanodeUuid=02b18f37-d7c0-465a-9586-b88fcf22096d, infoPort=42173, infoSecurePort=0, ipcPort=39771, storageInfo=lv=-57;cid=testClusterID;nsid=1799984138;c=1732137650238) 2024-11-20T21:20:51,221 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1780950b7cfb8465 with lease ID 0xe18190c040178fe3: from storage DS-e51b1b7e-c1a1-4a47-b654-2f3e2518d11d node DatanodeRegistration(127.0.0.1:42443, datanodeUuid=02b18f37-d7c0-465a-9586-b88fcf22096d, infoPort=42173, infoSecurePort=0, ipcPort=39771, storageInfo=lv=-57;cid=testClusterID;nsid=1799984138;c=1732137650238), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:20:51,261 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937 2024-11-20T21:20:51,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:51,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:51,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:20:51,768 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188 with version=8 2024-11-20T21:20:51,769 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/hbase-staging 2024-11-20T21:20:51,771 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:20:51,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:51,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:51,772 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:20:51,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:51,772 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:20:51,772 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:20:51,772 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:20:51,789 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38485 2024-11-20T21:20:51,790 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38485 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-20T21:20:51,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384850x0, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:51,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38485-0x1005f1105700003 connected 2024-11-20T21:20:51,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:51,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:51,838 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Set watcher on znode that does not yet exist, /1944184854/running 2024-11-20T21:20:51,838 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188, hbase.cluster.distributed=false 2024-11-20T21:20:51,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Set watcher on znode that does not yet exist, /1944184854/acl 2024-11-20T21:20:51,857 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38485 2024-11-20T21:20:51,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38485 2024-11-20T21:20:51,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38485 2024-11-20T21:20:51,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38485 2024-11-20T21:20:51,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38485 2024-11-20T21:20:51,893 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:20:51,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:51,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:51,893 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:20:51,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:51,893 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:20:51,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:20:51,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:20:51,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35433 2024-11-20T21:20:51,896 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35433 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-20T21:20:51,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:51,899 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:51,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:354330x0, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:51,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:354330x0, quorum=127.0.0.1:51311, baseZNode=/1944184854 Set watcher on znode that does not yet exist, /1944184854/running 2024-11-20T21:20:51,910 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35433-0x1005f1105700004 connected 2024-11-20T21:20:51,910 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:20:51,913 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:20:51,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Set watcher on znode that does not yet exist, /1944184854/master 2024-11-20T21:20:51,914 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Set watcher on znode that does not yet exist, /1944184854/acl 2024-11-20T21:20:51,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35433 2024-11-20T21:20:51,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35433 2024-11-20T21:20:51,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35433 2024-11-20T21:20:51,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35433 2024-11-20T21:20:51,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35433 2024-11-20T21:20:51,945 DEBUG [M:0;0b16ab3f13b7:38485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:38485 2024-11-20T21:20:51,946 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1944184854/backup-masters/0b16ab3f13b7,38485,1732137651771 2024-11-20T21:20:51,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854/backup-masters 2024-11-20T21:20:51,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854/backup-masters 2024-11-20T21:20:51,949 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Set watcher on existing znode=/1944184854/backup-masters/0b16ab3f13b7,38485,1732137651771 2024-11-20T21:20:51,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1944184854/master 2024-11-20T21:20:51,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:20:51,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:20:51,951 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Set watcher on existing znode=/1944184854/master 2024-11-20T21:20:51,952 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1944184854/backup-masters/0b16ab3f13b7,38485,1732137651771 from backup master directory 2024-11-20T21:20:51,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854/backup-masters 2024-11-20T21:20:51,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1944184854/backup-masters/0b16ab3f13b7,38485,1732137651771 2024-11-20T21:20:51,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854/backup-masters 2024-11-20T21:20:51,953 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:20:51,953 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,38485,1732137651771 2024-11-20T21:20:51,962 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/hbase.id] with ID: fe594ca7-ae69-4456-96a2-51f78e4fe0f3 2024-11-20T21:20:51,962 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/.tmp/hbase.id 2024-11-20T21:20:51,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:20:52,370 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/.tmp/hbase.id]:[hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/hbase.id] 2024-11-20T21:20:52,395 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:52,395 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:20:52,396 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:20:52,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:20:52,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:20:52,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:20:52,869 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:20:52,870 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:20:52,873 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:52,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:20:52,905 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store 2024-11-20T21:20:52,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:20:52,982 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:52,982 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:20:52,982 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:52,982 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:52,982 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:20:52,982 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:52,982 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:52,982 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137652982Disabling compacts and flushes for region at 1732137652982Disabling writes for close at 1732137652982Writing region close event to WAL at 1732137652982Closed at 1732137652982 2024-11-20T21:20:52,983 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/.initializing 2024-11-20T21:20:52,984 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/WALs/0b16ab3f13b7,38485,1732137651771 2024-11-20T21:20:52,985 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:20:52,988 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C38485%2C1732137651771, suffix=, logDir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/WALs/0b16ab3f13b7,38485,1732137651771, archiveDir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/oldWALs, maxLogs=10 2024-11-20T21:20:53,015 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/WALs/0b16ab3f13b7,38485,1732137651771/0b16ab3f13b7%2C38485%2C1732137651771.1732137652988, exclude list is [], retry=0 2024-11-20T21:20:53,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-9258515c-c16a-4c1d-b7b4-84398029beda,DISK] 2024-11-20T21:20:53,033 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/WALs/0b16ab3f13b7,38485,1732137651771/0b16ab3f13b7%2C38485%2C1732137651771.1732137652988 2024-11-20T21:20:53,034 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42173:42173)] 2024-11-20T21:20:53,034 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:53,034 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:53,034 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:53,034 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:53,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:53,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:20:53,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:53,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:53,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:53,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:20:53,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:53,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:53,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:53,046 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:20:53,046 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:53,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:53,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:53,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:20:53,048 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:53,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:53,049 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:53,049 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:53,049 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:53,051 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:53,051 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:53,053 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:53,054 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:53,063 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:53,064 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69044813, jitterRate=0.028847888112068176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:53,064 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137653034Initializing all the Stores at 1732137653035 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137653035Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137653040 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137653040Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137653040Cleaning up temporary data from old regions at 1732137653051 (+11 ms)Region opened successfully at 1732137653064 (+13 ms) 2024-11-20T21:20:53,068 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:20:53,071 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@545fdc84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:20:53,073 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:20:53,073 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:20:53,073 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:20:53,073 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:20:53,074 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:20:53,074 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:20:53,074 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:20:53,086 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:20:53,094 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Unable to get data of znode /1944184854/balancer because node does not exist (not necessarily an error) 2024-11-20T21:20:53,100 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1944184854/balancer already deleted, retry=false 2024-11-20T21:20:53,100 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:20:53,104 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Unable to get data of znode /1944184854/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:20:53,108 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1944184854/normalizer already deleted, retry=false 2024-11-20T21:20:53,109 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:20:53,110 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Unable to get data of znode /1944184854/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:20:53,111 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1944184854/switch/split already deleted, retry=false 2024-11-20T21:20:53,112 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Unable to get data of znode /1944184854/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:20:53,113 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1944184854/switch/merge already deleted, retry=false 2024-11-20T21:20:53,115 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Unable to get data of znode /1944184854/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:20:53,117 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1944184854/snapshot-cleanup already deleted, retry=false 2024-11-20T21:20:53,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1944184854/running 2024-11-20T21:20:53,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1944184854/running 2024-11-20T21:20:53,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:20:53,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:20:53,119 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,38485,1732137651771, sessionid=0x1005f1105700003, setting cluster-up flag (Was=false) 2024-11-20T21:20:53,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:20:53,141 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:20:53,146 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1944184854/flush-table-proc/acquired, /1944184854/flush-table-proc/reached, /1944184854/flush-table-proc/abort 2024-11-20T21:20:53,148 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,38485,1732137651771 2024-11-20T21:20:53,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:20:53,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:20:53,160 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1944184854/online-snapshot/acquired, /1944184854/online-snapshot/reached, /1944184854/online-snapshot/abort 2024-11-20T21:20:53,161 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,38485,1732137651771 2024-11-20T21:20:53,163 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:20:53,166 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:53,166 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:20:53,166 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:20:53,166 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,38485,1732137651771 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:20:53,168 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:53,168 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:53,168 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:53,168 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:53,168 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:20:53,168 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:53,168 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:20:53,168 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:53,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:53,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:20:53,187 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:53,187 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:20:53,188 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137683188 2024-11-20T21:20:53,188 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:20:53,188 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:20:53,188 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:20:53,188 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:20:53,189 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:20:53,189 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:20:53,189 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:53,189 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:20:53,189 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:20:53,190 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:20:53,190 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:20:53,190 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:20:53,190 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:20:53,191 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137653190,5,FailOnTimeoutGroup] 2024-11-20T21:20:53,192 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137653191,5,FailOnTimeoutGroup] 2024-11-20T21:20:53,192 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:53,192 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:20:53,193 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:53,193 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:53,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:20:53,238 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(746): ClusterId : fe594ca7-ae69-4456-96a2-51f78e4fe0f3 2024-11-20T21:20:53,238 DEBUG [RS:0;0b16ab3f13b7:35433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:20:53,241 DEBUG [RS:0;0b16ab3f13b7:35433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:20:53,241 DEBUG [RS:0;0b16ab3f13b7:35433 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:20:53,243 DEBUG [RS:0;0b16ab3f13b7:35433 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:20:53,243 DEBUG [RS:0;0b16ab3f13b7:35433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff43db5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:20:53,262 DEBUG [RS:0;0b16ab3f13b7:35433 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:35433 2024-11-20T21:20:53,263 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:20:53,263 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:20:53,263 DEBUG [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:20:53,264 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,38485,1732137651771 with port=35433, startcode=1732137651893 2024-11-20T21:20:53,264 DEBUG [RS:0;0b16ab3f13b7:35433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:20:53,277 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48689, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:20:53,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38485 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,35433,1732137651893 2024-11-20T21:20:53,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38485 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,35433,1732137651893 2024-11-20T21:20:53,284 DEBUG [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188 2024-11-20T21:20:53,284 DEBUG [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36313 2024-11-20T21:20:53,284 DEBUG [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:20:53,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854/rs 2024-11-20T21:20:53,298 DEBUG [RS:0;0b16ab3f13b7:35433 {}] zookeeper.ZKUtil(111): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Set watcher on existing znode=/1944184854/rs/0b16ab3f13b7,35433,1732137651893 2024-11-20T21:20:53,298 WARN [RS:0;0b16ab3f13b7:35433 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:20:53,298 INFO [RS:0;0b16ab3f13b7:35433 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:53,298 DEBUG [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893 2024-11-20T21:20:53,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,35433,1732137651893] 2024-11-20T21:20:53,320 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:20:53,324 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:20:53,328 INFO [RS:0;0b16ab3f13b7:35433 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:20:53,328 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:53,328 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:20:53,329 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:20:53,329 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:53,330 DEBUG [RS:0;0b16ab3f13b7:35433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:53,330 DEBUG [RS:0;0b16ab3f13b7:35433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:53,330 DEBUG [RS:0;0b16ab3f13b7:35433 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:53,330 DEBUG [RS:0;0b16ab3f13b7:35433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:53,330 DEBUG [RS:0;0b16ab3f13b7:35433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:53,330 DEBUG [RS:0;0b16ab3f13b7:35433 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:20:53,330 DEBUG [RS:0;0b16ab3f13b7:35433 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:53,330 DEBUG [RS:0;0b16ab3f13b7:35433 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:53,330 DEBUG [RS:0;0b16ab3f13b7:35433 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:53,330 DEBUG [RS:0;0b16ab3f13b7:35433 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:53,330 DEBUG [RS:0;0b16ab3f13b7:35433 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:53,330 DEBUG [RS:0;0b16ab3f13b7:35433 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:53,330 DEBUG [RS:0;0b16ab3f13b7:35433 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:20:53,330 DEBUG [RS:0;0b16ab3f13b7:35433 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:20:53,331 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:53,331 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:53,331 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:53,331 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:53,331 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:53,331 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35433,1732137651893-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:20:53,352 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:20:53,352 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35433,1732137651893-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:53,352 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:53,352 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.Replication(171): 0b16ab3f13b7,35433,1732137651893 started 2024-11-20T21:20:53,371 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:53,371 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,35433,1732137651893, RpcServer on 0b16ab3f13b7/172.17.0.3:35433, sessionid=0x1005f1105700004 2024-11-20T21:20:53,371 DEBUG [RS:0;0b16ab3f13b7:35433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:20:53,371 DEBUG [RS:0;0b16ab3f13b7:35433 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,35433,1732137651893 2024-11-20T21:20:53,371 DEBUG [RS:0;0b16ab3f13b7:35433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,35433,1732137651893' 2024-11-20T21:20:53,372 DEBUG [RS:0;0b16ab3f13b7:35433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1944184854/flush-table-proc/abort' 2024-11-20T21:20:53,372 DEBUG [RS:0;0b16ab3f13b7:35433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1944184854/flush-table-proc/acquired' 2024-11-20T21:20:53,373 DEBUG [RS:0;0b16ab3f13b7:35433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:20:53,373 DEBUG [RS:0;0b16ab3f13b7:35433 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:20:53,373 DEBUG [RS:0;0b16ab3f13b7:35433 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,35433,1732137651893 2024-11-20T21:20:53,373 DEBUG [RS:0;0b16ab3f13b7:35433 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,35433,1732137651893' 2024-11-20T21:20:53,373 DEBUG [RS:0;0b16ab3f13b7:35433 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1944184854/online-snapshot/abort' 2024-11-20T21:20:53,373 DEBUG [RS:0;0b16ab3f13b7:35433 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1944184854/online-snapshot/acquired' 2024-11-20T21:20:53,373 DEBUG [RS:0;0b16ab3f13b7:35433 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:20:53,373 INFO [RS:0;0b16ab3f13b7:35433 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:20:53,373 INFO [RS:0;0b16ab3f13b7:35433 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:20:53,474 INFO [RS:0;0b16ab3f13b7:35433 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:20:53,477 INFO [RS:0;0b16ab3f13b7:35433 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C35433%2C1732137651893, suffix=, logDir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893, archiveDir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/oldWALs, maxLogs=10 2024-11-20T21:20:53,496 DEBUG [RS:0;0b16ab3f13b7:35433 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477, exclude list is [], retry=0 2024-11-20T21:20:53,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-9258515c-c16a-4c1d-b7b4-84398029beda,DISK] 2024-11-20T21:20:53,535 INFO [RS:0;0b16ab3f13b7:35433 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 2024-11-20T21:20:53,544 DEBUG [RS:0;0b16ab3f13b7:35433 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42173:42173)] 2024-11-20T21:20:53,632 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:20:53,633 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188 2024-11-20T21:20:53,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:20:53,661 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:53,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:20:53,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:20:53,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:53,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:53,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:20:53,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:20:53,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:53,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:53,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:20:53,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:20:53,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:53,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:53,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:20:53,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:20:53,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:53,689 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:53,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:20:53,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740 2024-11-20T21:20:53,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740 2024-11-20T21:20:53,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:20:53,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:20:53,693 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:53,698 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:20:53,700 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:53,701 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63889106, jitterRate=-0.04797813296318054}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:53,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137653661Initializing all the Stores at 1732137653662 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137653662Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137653672 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137653672Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137653672Cleaning up temporary data from old regions at 1732137653692 (+20 ms)Region opened successfully at 1732137653701 (+9 ms) 2024-11-20T21:20:53,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:20:53,701 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:20:53,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:20:53,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:20:53,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:20:53,702 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:53,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137653701Disabling compacts and flushes for region at 1732137653701Disabling writes for close at 1732137653701Writing region close event to WAL at 1732137653702 (+1 ms)Closed at 1732137653702 2024-11-20T21:20:53,704 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:53,704 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:20:53,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:20:53,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:20:53,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:20:53,857 DEBUG [0b16ab3f13b7:38485 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:20:53,858 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,35433,1732137651893 2024-11-20T21:20:53,866 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,35433,1732137651893, state=OPENING 2024-11-20T21:20:53,876 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:20:53,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:20:53,882 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1944184854/meta-region-server: CHANGED 2024-11-20T21:20:53,882 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:20:53,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,35433,1732137651893}] 2024-11-20T21:20:53,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:20:53,893 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1944184854/meta-region-server: CHANGED 2024-11-20T21:20:54,037 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:20:54,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:20:54,064 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:20:54,064 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:54,065 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:20:54,070 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C35433%2C1732137651893.meta, suffix=.meta, logDir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893, archiveDir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/oldWALs, maxLogs=10 2024-11-20T21:20:54,114 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.meta.1732137654070.meta, exclude list is [], retry=0 2024-11-20T21:20:54,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-9258515c-c16a-4c1d-b7b4-84398029beda,DISK] 2024-11-20T21:20:54,161 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.meta.1732137654070.meta 2024-11-20T21:20:54,177 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42173:42173)] 2024-11-20T21:20:54,177 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:54,178 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:20:54,178 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:20:54,178 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:20:54,178 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:20:54,178 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:20:54,178 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:54,179 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:20:54,179 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:20:54,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:20:54,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:20:54,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:54,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:54,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:20:54,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:20:54,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:54,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:54,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:20:54,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:20:54,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:54,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:54,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:20:54,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:20:54,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:54,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:54,209 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:20:54,210 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740 2024-11-20T21:20:54,212 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740 2024-11-20T21:20:54,213 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:20:54,213 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:20:54,214 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:54,216 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:20:54,217 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61058067, jitterRate=-0.09016390144824982}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:54,217 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:20:54,218 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137654179Writing region info on filesystem at 1732137654179Initializing all the Stores at 1732137654180 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137654180Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137654192 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137654192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137654192Cleaning up temporary data from old regions at 1732137654213 (+21 ms)Running coprocessor post-open hooks at 1732137654217 (+4 ms)Region opened successfully at 1732137654218 (+1 ms) 2024-11-20T21:20:54,219 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137654037 2024-11-20T21:20:54,224 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:20:54,224 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:20:54,226 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,35433,1732137651893 2024-11-20T21:20:54,233 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,35433,1732137651893, state=OPEN 2024-11-20T21:20:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1944184854/meta-region-server 2024-11-20T21:20:54,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1944184854/meta-region-server 2024-11-20T21:20:54,235 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,35433,1732137651893 2024-11-20T21:20:54,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1944184854/meta-region-server: CHANGED 2024-11-20T21:20:54,235 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1944184854/meta-region-server: CHANGED 2024-11-20T21:20:54,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:20:54,238 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,35433,1732137651893 in 353 msec 2024-11-20T21:20:54,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:20:54,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 534 msec 2024-11-20T21:20:54,241 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:54,241 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:20:54,246 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:54,246 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,35433,1732137651893, seqNum=-1] 2024-11-20T21:20:54,246 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:54,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42699, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:54,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0890 sec 2024-11-20T21:20:54,256 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137654256, completionTime=-1 2024-11-20T21:20:54,256 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:20:54,256 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:20:54,259 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:20:54,259 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137714259 2024-11-20T21:20:54,259 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137774259 2024-11-20T21:20:54,259 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T21:20:54,259 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,38485,1732137651771-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:54,259 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,38485,1732137651771-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:54,259 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,38485,1732137651771-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:54,259 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:38485, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:54,259 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:54,262 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:20:54,268 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:54,273 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.320sec 2024-11-20T21:20:54,273 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:20:54,273 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:20:54,273 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:20:54,273 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:20:54,273 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:20:54,273 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,38485,1732137651771-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:20:54,274 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,38485,1732137651771-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:20:54,278 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:20:54,278 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:20:54,278 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,38485,1732137651771-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:54,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e86e81c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:54,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38485,-1 for getting cluster id 2024-11-20T21:20:54,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:54,358 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe594ca7-ae69-4456-96a2-51f78e4fe0f3' 2024-11-20T21:20:54,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:54,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe594ca7-ae69-4456-96a2-51f78e4fe0f3" 2024-11-20T21:20:54,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28a31261, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:54,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38485,-1] 2024-11-20T21:20:54,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:54,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:54,362 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:54,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6545b519, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:54,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:54,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,35433,1732137651893, seqNum=-1] 2024-11-20T21:20:54,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:54,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:54,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,38485,1732137651771 2024-11-20T21:20:54,373 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-20T21:20:54,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:54,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/hadoop.log.dir so I do NOT create it in target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10 2024-11-20T21:20:54,391 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:20:54,391 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/hadoop.tmp.dir so I do NOT create it in target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10 2024-11-20T21:20:54,391 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:20:54,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10 2024-11-20T21:20:54,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:20:54,392 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/cluster_6e36309b-92fd-2586-540d-2415099c021d, deleteOnExit=true 2024-11-20T21:20:54,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:20:54,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/test.cache.data in system properties and HBase conf 2024-11-20T21:20:54,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:20:54,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:20:54,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:20:54,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:20:54,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:20:54,393 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:20:54,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:20:54,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:20:54,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:20:54,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:20:54,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:20:54,393 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:20:54,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:20:54,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:20:54,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:20:54,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:20:54,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:20:54,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:20:54,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:20:54,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:20:54,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1005f1105700005 connected 2024-11-20T21:20:54,541 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:54,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:20:54,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:20:54,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:20:54,546 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:20:54,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:54,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d7b342c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:20:54,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60426e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:20:54,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ff77b68{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/java.io.tmpdir/jetty-localhost-40683-hadoop-hdfs-3_4_1-tests_jar-_-any-14407566520151867374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:20:54,717 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@139d95e5{HTTP/1.1, (http/1.1)}{localhost:40683} 2024-11-20T21:20:54,717 INFO [Time-limited test {}] server.Server(415): Started @244825ms 2024-11-20T21:20:54,898 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:20:54,903 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:20:54,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:20:54,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:20:54,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:20:54,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3d48c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:20:54,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59092efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:20:55,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@593fece{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/java.io.tmpdir/jetty-localhost-33231-hadoop-hdfs-3_4_1-tests_jar-_-any-4043804059967909211/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:20:55,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e9ce7d6{HTTP/1.1, (http/1.1)}{localhost:33231} 2024-11-20T21:20:55,142 INFO [Time-limited test {}] server.Server(415): Started @245250ms 2024-11-20T21:20:55,145 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:20:55,396 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:20:55,401 WARN [Thread-3617 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/cluster_6e36309b-92fd-2586-540d-2415099c021d/data/data1/current/BP-2111911050-172.17.0.3-1732137654448/current, will proceed with Du for space computation calculation, 2024-11-20T21:20:55,405 WARN [Thread-3618 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/cluster_6e36309b-92fd-2586-540d-2415099c021d/data/data2/current/BP-2111911050-172.17.0.3-1732137654448/current, will proceed with Du for space computation calculation, 2024-11-20T21:20:55,525 WARN [Thread-3605 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:20:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5eda110684fe68b9 with lease ID 0x5441cb67d65ba40: Processing first storage report for DS-de877f79-aa5d-4ed0-a39d-2767ad48065b from datanode DatanodeRegistration(127.0.0.1:43063, datanodeUuid=86bda840-118d-4cad-b98d-eff4c11203ec, infoPort=35455, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=78679623;c=1732137654448) 2024-11-20T21:20:55,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5eda110684fe68b9 with lease ID 0x5441cb67d65ba40: from storage DS-de877f79-aa5d-4ed0-a39d-2767ad48065b node DatanodeRegistration(127.0.0.1:43063, datanodeUuid=86bda840-118d-4cad-b98d-eff4c11203ec, infoPort=35455, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=78679623;c=1732137654448), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:20:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5eda110684fe68b9 with lease ID 0x5441cb67d65ba40: Processing first storage report for DS-fe411864-9492-49b3-b663-f1d60ba055c7 from datanode DatanodeRegistration(127.0.0.1:43063, datanodeUuid=86bda840-118d-4cad-b98d-eff4c11203ec, infoPort=35455, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=78679623;c=1732137654448) 2024-11-20T21:20:55,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5eda110684fe68b9 with lease ID 0x5441cb67d65ba40: from storage DS-fe411864-9492-49b3-b663-f1d60ba055c7 node DatanodeRegistration(127.0.0.1:43063, datanodeUuid=86bda840-118d-4cad-b98d-eff4c11203ec, infoPort=35455, infoSecurePort=0, ipcPort=38491, storageInfo=lv=-57;cid=testClusterID;nsid=78679623;c=1732137654448), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:20:55,647 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10 2024-11-20T21:20:55,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:55,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:55,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:20:55,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:20:55,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T21:20:56,138 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e with version=8 2024-11-20T21:20:56,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/hbase-staging 2024-11-20T21:20:56,142 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:20:56,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:56,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:56,142 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:20:56,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:56,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:20:56,142 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:20:56,142 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:20:56,156 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35339 2024-11-20T21:20:56,157 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35339 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-20T21:20:56,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:353390x0, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:56,165 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35339-0x1005f1105700006 connected 2024-11-20T21:20:56,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:56,174 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:56,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Set watcher on znode that does not yet exist, /21520378180/running 2024-11-20T21:20:56,179 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e, hbase.cluster.distributed=false 2024-11-20T21:20:56,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Set watcher on znode that does not yet exist, /21520378180/acl 2024-11-20T21:20:56,181 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35339 2024-11-20T21:20:56,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35339 2024-11-20T21:20:56,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35339 2024-11-20T21:20:56,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35339 2024-11-20T21:20:56,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35339 2024-11-20T21:20:56,223 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:20:56,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:56,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:56,223 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:20:56,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:20:56,223 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:20:56,223 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:20:56,223 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:20:56,224 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35629 2024-11-20T21:20:56,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35629 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-20T21:20:56,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:56,230 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:56,237 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356290x0, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:56,238 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35629-0x1005f1105700007 connected 2024-11-20T21:20:56,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Set watcher on znode that does not yet exist, /21520378180/running 2024-11-20T21:20:56,240 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:20:56,241 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:20:56,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Set watcher on znode that does not yet exist, /21520378180/master 2024-11-20T21:20:56,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Set watcher on znode that does not yet exist, /21520378180/acl 2024-11-20T21:20:56,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35629 2024-11-20T21:20:56,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35629 2024-11-20T21:20:56,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35629 2024-11-20T21:20:56,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35629 2024-11-20T21:20:56,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35629 2024-11-20T21:20:56,295 DEBUG [M:0;0b16ab3f13b7:35339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:35339 2024-11-20T21:20:56,296 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21520378180/backup-masters/0b16ab3f13b7,35339,1732137656142 2024-11-20T21:20:56,299 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180/backup-masters 2024-11-20T21:20:56,300 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Set watcher on existing znode=/21520378180/backup-masters/0b16ab3f13b7,35339,1732137656142 2024-11-20T21:20:56,303 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21520378180/master 2024-11-20T21:20:56,303 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:20:56,304 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Set watcher on existing znode=/21520378180/master 2024-11-20T21:20:56,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180/backup-masters 2024-11-20T21:20:56,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:20:56,304 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21520378180/backup-masters/0b16ab3f13b7,35339,1732137656142 from backup master directory 2024-11-20T21:20:56,306 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180/backup-masters 2024-11-20T21:20:56,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21520378180/backup-masters/0b16ab3f13b7,35339,1732137656142 2024-11-20T21:20:56,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180/backup-masters 2024-11-20T21:20:56,306 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Unable to get data of znode /21520378180/backup-masters/0b16ab3f13b7,35339,1732137656142 because node does not exist (not an error) 2024-11-20T21:20:56,312 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:20:56,312 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,35339,1732137656142 2024-11-20T21:20:56,329 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/hbase.id] with ID: 5f8ea4e4-4189-468a-961d-d8d84e821f05 2024-11-20T21:20:56,329 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/.tmp/hbase.id 2024-11-20T21:20:56,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:20:56,351 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/.tmp/hbase.id]:[hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/hbase.id] 2024-11-20T21:20:56,393 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:20:56,393 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:20:56,394 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:20:56,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:20:56,400 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:20:56,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:20:56,408 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:20:56,409 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:20:56,413 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:56,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:20:56,424 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store 2024-11-20T21:20:56,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:20:56,841 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:56,841 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:20:56,841 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:56,841 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:56,841 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:20:56,841 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:56,841 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:20:56,841 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137656841Disabling compacts and flushes for region at 1732137656841Disabling writes for close at 1732137656841Writing region close event to WAL at 1732137656841Closed at 1732137656841 2024-11-20T21:20:56,847 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/.initializing 2024-11-20T21:20:56,847 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/WALs/0b16ab3f13b7,35339,1732137656142 2024-11-20T21:20:56,849 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:20:56,855 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C35339%2C1732137656142, suffix=, logDir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/WALs/0b16ab3f13b7,35339,1732137656142, archiveDir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/oldWALs, maxLogs=10 2024-11-20T21:20:56,883 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/WALs/0b16ab3f13b7,35339,1732137656142/0b16ab3f13b7%2C35339%2C1732137656142.1732137656855, exclude list is [], retry=0 2024-11-20T21:20:56,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43063,DS-de877f79-aa5d-4ed0-a39d-2767ad48065b,DISK] 2024-11-20T21:20:56,896 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/WALs/0b16ab3f13b7,35339,1732137656142/0b16ab3f13b7%2C35339%2C1732137656142.1732137656855 2024-11-20T21:20:56,897 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35455:35455)] 2024-11-20T21:20:56,897 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:56,897 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:56,897 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:56,897 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:56,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:56,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:20:56,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:56,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:56,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:56,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:20:56,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:56,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:56,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:56,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:20:56,904 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:56,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:56,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:56,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:20:56,906 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:56,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:56,907 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:56,908 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:56,908 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:56,910 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:56,910 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:56,911 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:56,912 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:20:56,915 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:56,916 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65333265, jitterRate=-0.026458486914634705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:56,916 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137656897Initializing all the Stores at 1732137656898 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137656898Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137656898Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137656898Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137656898Cleaning up temporary data from old regions at 1732137656910 (+12 ms)Region opened successfully at 1732137656916 (+6 ms) 2024-11-20T21:20:56,916 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:20:56,921 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50178392, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:20:56,922 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:20:56,922 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:20:56,923 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:20:56,923 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:20:56,924 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:20:56,924 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:20:56,925 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:20:56,931 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:20:56,937 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Unable to get data of znode /21520378180/balancer because node does not exist (not necessarily an error) 2024-11-20T21:20:56,939 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21520378180/balancer already deleted, retry=false 2024-11-20T21:20:56,939 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:20:56,940 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Unable to get data of znode /21520378180/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:20:56,941 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21520378180/normalizer already deleted, retry=false 2024-11-20T21:20:56,942 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:20:56,945 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Unable to get data of znode /21520378180/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:20:56,946 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21520378180/switch/split already deleted, retry=false 2024-11-20T21:20:56,947 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Unable to get data of znode /21520378180/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:20:56,948 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21520378180/switch/merge already deleted, retry=false 2024-11-20T21:20:56,950 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Unable to get data of znode /21520378180/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:20:56,951 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21520378180/snapshot-cleanup already deleted, retry=false 2024-11-20T21:20:56,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21520378180/running 2024-11-20T21:20:56,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:20:56,953 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21520378180/running 2024-11-20T21:20:56,953 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:20:56,953 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,35339,1732137656142, sessionid=0x1005f1105700006, setting cluster-up flag (Was=false) 2024-11-20T21:20:56,955 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:20:56,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:20:56,959 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21520378180/flush-table-proc/acquired, /21520378180/flush-table-proc/reached, /21520378180/flush-table-proc/abort 2024-11-20T21:20:56,960 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,35339,1732137656142 2024-11-20T21:20:56,963 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:20:56,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:20:56,967 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21520378180/online-snapshot/acquired, /21520378180/online-snapshot/reached, /21520378180/online-snapshot/abort 2024-11-20T21:20:56,967 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,35339,1732137656142 2024-11-20T21:20:56,969 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:20:56,970 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:56,970 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:20:56,970 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:20:56,971 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,35339,1732137656142 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:20:56,972 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:56,972 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:56,972 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:56,972 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:20:56,972 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:20:56,972 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:56,972 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:20:56,972 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:56,973 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:56,973 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:20:56,974 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:56,974 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:20:56,984 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(746): ClusterId : 5f8ea4e4-4189-468a-961d-d8d84e821f05 2024-11-20T21:20:56,984 DEBUG [RS:0;0b16ab3f13b7:35629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:20:56,986 DEBUG [RS:0;0b16ab3f13b7:35629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:20:56,986 DEBUG [RS:0;0b16ab3f13b7:35629 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:20:56,991 DEBUG [RS:0;0b16ab3f13b7:35629 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:20:56,991 DEBUG [RS:0;0b16ab3f13b7:35629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38bbeae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:20:56,992 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137686992 2024-11-20T21:20:56,993 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:20:56,993 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:20:56,993 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:20:56,993 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:20:56,993 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:20:56,993 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:20:57,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:20:57,011 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:20:57,011 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e 2024-11-20T21:20:57,016 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:57,017 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:20:57,017 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:20:57,018 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:20:57,018 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:20:57,018 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:20:57,018 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:20:57,020 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137657019,5,FailOnTimeoutGroup] 2024-11-20T21:20:57,023 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:35629 2024-11-20T21:20:57,023 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:20:57,023 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:20:57,023 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:20:57,024 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137657020,5,FailOnTimeoutGroup] 2024-11-20T21:20:57,024 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:57,024 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:20:57,024 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:57,024 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:57,024 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,35339,1732137656142 with port=35629, startcode=1732137656217 2024-11-20T21:20:57,025 DEBUG [RS:0;0b16ab3f13b7:35629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:20:57,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:20:57,029 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60797, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:20:57,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35339 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,35629,1732137656217 2024-11-20T21:20:57,030 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35339 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,35629,1732137656217 2024-11-20T21:20:57,031 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e 2024-11-20T21:20:57,031 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45269 2024-11-20T21:20:57,031 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:20:57,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180/rs 2024-11-20T21:20:57,035 DEBUG [RS:0;0b16ab3f13b7:35629 {}] zookeeper.ZKUtil(111): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Set watcher on existing znode=/21520378180/rs/0b16ab3f13b7,35629,1732137656217 2024-11-20T21:20:57,035 WARN [RS:0;0b16ab3f13b7:35629 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:20:57,035 INFO [RS:0;0b16ab3f13b7:35629 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:57,035 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217 2024-11-20T21:20:57,037 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,35629,1732137656217] 2024-11-20T21:20:57,039 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:20:57,042 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:20:57,043 INFO [RS:0;0b16ab3f13b7:35629 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:20:57,043 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:57,043 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:20:57,044 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:20:57,044 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:57,044 DEBUG [RS:0;0b16ab3f13b7:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:57,044 DEBUG [RS:0;0b16ab3f13b7:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:57,044 DEBUG [RS:0;0b16ab3f13b7:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:57,044 DEBUG [RS:0;0b16ab3f13b7:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:57,044 DEBUG [RS:0;0b16ab3f13b7:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:57,044 DEBUG [RS:0;0b16ab3f13b7:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:20:57,044 DEBUG [RS:0;0b16ab3f13b7:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:57,044 DEBUG [RS:0;0b16ab3f13b7:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:57,044 DEBUG [RS:0;0b16ab3f13b7:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:57,044 DEBUG [RS:0;0b16ab3f13b7:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:57,044 DEBUG [RS:0;0b16ab3f13b7:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:57,044 DEBUG [RS:0;0b16ab3f13b7:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:20:57,044 DEBUG [RS:0;0b16ab3f13b7:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:20:57,044 DEBUG [RS:0;0b16ab3f13b7:35629 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:20:57,048 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:57,048 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:57,048 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:57,048 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:57,048 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:57,048 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35629,1732137656217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:20:57,073 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:20:57,073 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35629,1732137656217-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:57,074 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:57,074 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.Replication(171): 0b16ab3f13b7,35629,1732137656217 started 2024-11-20T21:20:57,098 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:57,098 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,35629,1732137656217, RpcServer on 0b16ab3f13b7/172.17.0.3:35629, sessionid=0x1005f1105700007 2024-11-20T21:20:57,098 DEBUG [RS:0;0b16ab3f13b7:35629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:20:57,098 DEBUG [RS:0;0b16ab3f13b7:35629 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,35629,1732137656217 2024-11-20T21:20:57,098 DEBUG [RS:0;0b16ab3f13b7:35629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,35629,1732137656217' 2024-11-20T21:20:57,098 DEBUG [RS:0;0b16ab3f13b7:35629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21520378180/flush-table-proc/abort' 2024-11-20T21:20:57,099 DEBUG [RS:0;0b16ab3f13b7:35629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21520378180/flush-table-proc/acquired' 2024-11-20T21:20:57,099 DEBUG [RS:0;0b16ab3f13b7:35629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:20:57,099 DEBUG [RS:0;0b16ab3f13b7:35629 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:20:57,099 DEBUG [RS:0;0b16ab3f13b7:35629 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,35629,1732137656217 2024-11-20T21:20:57,099 DEBUG [RS:0;0b16ab3f13b7:35629 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,35629,1732137656217' 2024-11-20T21:20:57,099 DEBUG [RS:0;0b16ab3f13b7:35629 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21520378180/online-snapshot/abort' 2024-11-20T21:20:57,100 DEBUG [RS:0;0b16ab3f13b7:35629 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21520378180/online-snapshot/acquired' 2024-11-20T21:20:57,100 DEBUG [RS:0;0b16ab3f13b7:35629 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:20:57,100 INFO [RS:0;0b16ab3f13b7:35629 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:20:57,100 INFO [RS:0;0b16ab3f13b7:35629 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:20:57,201 INFO [RS:0;0b16ab3f13b7:35629 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:20:57,202 INFO [RS:0;0b16ab3f13b7:35629 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C35629%2C1732137656217, suffix=, logDir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217, archiveDir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/oldWALs, maxLogs=10 2024-11-20T21:20:57,223 DEBUG [RS:0;0b16ab3f13b7:35629 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203, exclude list is [], retry=0 2024-11-20T21:20:57,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43063,DS-de877f79-aa5d-4ed0-a39d-2767ad48065b,DISK] 2024-11-20T21:20:57,233 INFO [RS:0;0b16ab3f13b7:35629 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 2024-11-20T21:20:57,234 DEBUG [RS:0;0b16ab3f13b7:35629 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35455:35455)] 2024-11-20T21:20:57,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:57,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:20:57,449 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:20:57,449 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:57,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:57,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:20:57,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:20:57,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:57,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:57,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:20:57,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:20:57,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:57,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:57,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:20:57,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:20:57,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:57,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:57,473 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:20:57,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740 2024-11-20T21:20:57,476 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740 2024-11-20T21:20:57,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:20:57,478 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:20:57,479 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:57,480 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:20:57,487 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:57,487 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59913398, jitterRate=-0.10722079873085022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:57,487 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137657432Initializing all the Stores at 1732137657433 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137657433Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137657436 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137657436Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137657436Cleaning up temporary data from old regions at 1732137657478 (+42 ms)Region opened successfully at 1732137657487 (+9 ms) 2024-11-20T21:20:57,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:20:57,488 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:20:57,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:20:57,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:20:57,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:20:57,488 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:20:57,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137657488Disabling compacts and flushes for region at 1732137657488Disabling writes for close at 1732137657488Writing region close event to WAL at 1732137657488Closed at 1732137657488 2024-11-20T21:20:57,490 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:57,490 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:20:57,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:20:57,491 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:20:57,493 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:20:57,643 DEBUG [0b16ab3f13b7:35339 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:20:57,644 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,35629,1732137656217 2024-11-20T21:20:57,652 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,35629,1732137656217, state=OPENING 2024-11-20T21:20:57,662 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:20:57,664 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:20:57,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:20:57,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21520378180/meta-region-server: CHANGED 2024-11-20T21:20:57,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21520378180/meta-region-server: CHANGED 2024-11-20T21:20:57,665 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:20:57,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,35629,1732137656217}] 2024-11-20T21:20:57,837 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:20:57,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:20:57,864 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:20:57,864 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:20:57,864 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:20:57,884 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C35629%2C1732137656217.meta, suffix=.meta, logDir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217, archiveDir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/oldWALs, maxLogs=10 2024-11-20T21:20:57,910 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.meta.1732137657885.meta, exclude list is [], retry=0 2024-11-20T21:20:57,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43063,DS-de877f79-aa5d-4ed0-a39d-2767ad48065b,DISK] 2024-11-20T21:20:57,929 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.meta.1732137657885.meta 2024-11-20T21:20:57,941 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35455:35455)] 2024-11-20T21:20:57,941 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:57,942 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:20:57,943 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:20:57,943 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:20:57,943 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:20:57,943 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:20:57,943 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:57,943 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:20:57,943 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:20:57,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:20:57,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:20:57,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:57,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:57,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:20:57,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:20:57,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:57,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:57,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:20:57,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:20:57,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:57,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:57,970 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:20:57,971 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:20:57,971 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:57,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:20:57,971 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:20:57,972 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740 2024-11-20T21:20:57,973 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740 2024-11-20T21:20:57,975 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:20:57,975 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:20:57,976 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:20:57,977 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:20:57,978 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67200320, jitterRate=0.0013628005981445312}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:20:57,978 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:20:57,979 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137657944Writing region info on filesystem at 1732137657944Initializing all the Stores at 1732137657949 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137657949Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137657964 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137657964Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137657964Cleaning up temporary data from old regions at 1732137657975 (+11 ms)Running coprocessor post-open hooks at 1732137657978 (+3 ms)Region opened successfully at 1732137657979 (+1 ms) 2024-11-20T21:20:57,980 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137657837 2024-11-20T21:20:57,986 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:20:57,986 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:20:57,986 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,35629,1732137656217 2024-11-20T21:20:57,987 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,35629,1732137656217, state=OPEN 2024-11-20T21:20:57,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21520378180/meta-region-server 2024-11-20T21:20:57,991 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,35629,1732137656217 2024-11-20T21:20:57,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21520378180/meta-region-server: CHANGED 2024-11-20T21:20:57,991 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21520378180/meta-region-server 2024-11-20T21:20:57,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:20:57,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,35629,1732137656217 in 326 msec 2024-11-20T21:20:57,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:20:57,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-11-20T21:20:57,995 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:20:57,996 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:20:57,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21520378180/meta-region-server: CHANGED 2024-11-20T21:20:57,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:57,997 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,35629,1732137656217, seqNum=-1] 2024-11-20T21:20:57,998 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:57,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37931, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:58,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0330 sec 2024-11-20T21:20:58,004 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137658004, completionTime=-1 2024-11-20T21:20:58,004 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:20:58,004 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:20:58,006 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:20:58,006 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137718006 2024-11-20T21:20:58,006 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137778006 2024-11-20T21:20:58,007 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T21:20:58,007 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35339,1732137656142-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:58,007 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35339,1732137656142-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:58,007 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35339,1732137656142-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:58,007 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:35339, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:58,007 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:58,008 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:58,009 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:20:58,012 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.700sec 2024-11-20T21:20:58,013 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:20:58,013 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:20:58,013 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:20:58,013 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:20:58,013 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:20:58,013 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35339,1732137656142-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:20:58,013 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35339,1732137656142-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:20:58,015 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:20:58,015 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:20:58,015 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35339,1732137656142-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:20:58,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c9ce46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:58,086 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,35339,-1 for getting cluster id 2024-11-20T21:20:58,086 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:20:58,088 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8ea4e4-4189-468a-961d-d8d84e821f05' 2024-11-20T21:20:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:20:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8ea4e4-4189-468a-961d-d8d84e821f05" 2024-11-20T21:20:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6133f2d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:58,088 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,35339,-1] 2024-11-20T21:20:58,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:20:58,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:20:58,090 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:20:58,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dd9fcca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:20:58,091 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:20:58,092 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,35629,1732137656217, seqNum=-1] 2024-11-20T21:20:58,093 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:20:58,094 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:20:58,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,35339,1732137656142 2024-11-20T21:20:58,096 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51311 2024-11-20T21:20:58,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:20:58,099 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1005f1105700008 connected 2024-11-20T21:20:58,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:20:58,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,41581,1732137648207 2024-11-20T21:20:58,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@eb5fcde 2024-11-20T21:20:58,104 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:20:58,105 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:20:58,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:20:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:20:58,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:20:58,108 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:58,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:20:58,109 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:20:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:58,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:20:58,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:58,517 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 60b8dede3e1bf96f843acc56e089d1a3, NAME => 'test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e 2024-11-20T21:20:58,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:20:58,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:58,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:58,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 60b8dede3e1bf96f843acc56e089d1a3, disabling compactions & flushes 2024-11-20T21:20:58,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. 2024-11-20T21:20:58,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. 2024-11-20T21:20:58,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. after waiting 0 ms 2024-11-20T21:20:58,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. 2024-11-20T21:20:58,927 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. 2024-11-20T21:20:58,927 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 60b8dede3e1bf96f843acc56e089d1a3: Waiting for close lock at 1732137658927Disabling compacts and flushes for region at 1732137658927Disabling writes for close at 1732137658927Writing region close event to WAL at 1732137658927Closed at 1732137658927 2024-11-20T21:20:58,929 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:20:58,929 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137658929"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137658929"}]},"ts":"1732137658929"} 2024-11-20T21:20:58,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:20:58,935 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:20:58,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137658935"}]},"ts":"1732137658935"} 2024-11-20T21:20:58,938 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:20:58,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60b8dede3e1bf96f843acc56e089d1a3, ASSIGN}] 2024-11-20T21:20:58,940 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=60b8dede3e1bf96f843acc56e089d1a3, ASSIGN 2024-11-20T21:20:58,941 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=60b8dede3e1bf96f843acc56e089d1a3, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,33245,1732137648303; forceNewPlan=false, retain=false 2024-11-20T21:20:59,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60b8dede3e1bf96f843acc56e089d1a3, regionState=OPENING, regionLocation=0b16ab3f13b7,33245,1732137648303 2024-11-20T21:20:59,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=60b8dede3e1bf96f843acc56e089d1a3, ASSIGN because future has completed 2024-11-20T21:20:59,105 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60b8dede3e1bf96f843acc56e089d1a3, server=0b16ab3f13b7,33245,1732137648303}] 2024-11-20T21:20:59,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:20:59,298 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. 2024-11-20T21:20:59,298 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 60b8dede3e1bf96f843acc56e089d1a3, NAME => 'test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:20:59,299 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:20:59,299 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:20:59,299 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:20:59,299 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:20:59,300 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:20:59,300 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:20:59,302 INFO [StoreOpener-60b8dede3e1bf96f843acc56e089d1a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:20:59,304 INFO [StoreOpener-60b8dede3e1bf96f843acc56e089d1a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60b8dede3e1bf96f843acc56e089d1a3 columnFamilyName f 2024-11-20T21:20:59,304 DEBUG [StoreOpener-60b8dede3e1bf96f843acc56e089d1a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:59,304 INFO [StoreOpener-60b8dede3e1bf96f843acc56e089d1a3-1 {}] regionserver.HStore(327): Store=60b8dede3e1bf96f843acc56e089d1a3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:59,306 INFO [StoreOpener-60b8dede3e1bf96f843acc56e089d1a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:20:59,332 INFO [StoreOpener-60b8dede3e1bf96f843acc56e089d1a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60b8dede3e1bf96f843acc56e089d1a3 columnFamilyName f1 2024-11-20T21:20:59,332 DEBUG [StoreOpener-60b8dede3e1bf96f843acc56e089d1a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:59,333 INFO [StoreOpener-60b8dede3e1bf96f843acc56e089d1a3-1 {}] regionserver.HStore(327): Store=60b8dede3e1bf96f843acc56e089d1a3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:59,333 INFO [StoreOpener-60b8dede3e1bf96f843acc56e089d1a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:20:59,345 INFO [StoreOpener-60b8dede3e1bf96f843acc56e089d1a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60b8dede3e1bf96f843acc56e089d1a3 columnFamilyName norep 2024-11-20T21:20:59,345 DEBUG [StoreOpener-60b8dede3e1bf96f843acc56e089d1a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:20:59,346 INFO [StoreOpener-60b8dede3e1bf96f843acc56e089d1a3-1 {}] regionserver.HStore(327): Store=60b8dede3e1bf96f843acc56e089d1a3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:20:59,346 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:20:59,348 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:20:59,348 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:20:59,353 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:20:59,353 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:20:59,354 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:20:59,356 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:20:59,372 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:20:59,373 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 60b8dede3e1bf96f843acc56e089d1a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70839427, jitterRate=0.055589720606803894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:20:59,373 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:20:59,375 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 60b8dede3e1bf96f843acc56e089d1a3: Running coprocessor pre-open hook at 1732137659300Writing region info on filesystem at 1732137659300Initializing all the Stores at 1732137659301 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137659301Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137659302 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137659302Cleaning up temporary data from old regions at 1732137659353 (+51 ms)Running coprocessor post-open hooks at 1732137659373 (+20 ms)Region opened successfully at 1732137659375 (+2 ms) 2024-11-20T21:20:59,376 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3., pid=6, masterSystemTime=1732137659269 2024-11-20T21:20:59,379 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. 2024-11-20T21:20:59,379 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. 2024-11-20T21:20:59,380 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=60b8dede3e1bf96f843acc56e089d1a3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,33245,1732137648303 2024-11-20T21:20:59,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 60b8dede3e1bf96f843acc56e089d1a3, server=0b16ab3f13b7,33245,1732137648303 because future has completed 2024-11-20T21:20:59,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:20:59,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 60b8dede3e1bf96f843acc56e089d1a3, server=0b16ab3f13b7,33245,1732137648303 in 279 msec 2024-11-20T21:20:59,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:20:59,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=60b8dede3e1bf96f843acc56e089d1a3, ASSIGN in 450 msec 2024-11-20T21:20:59,394 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:20:59,395 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137659394"}]},"ts":"1732137659394"} 2024-11-20T21:20:59,397 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:20:59,398 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:20:59,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.2920 sec 2024-11-20T21:20:59,682 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:20:59,683 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:59,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:59,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:59,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:59,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:59,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:59,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:59,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:59,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:59,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:59,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:59,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:59,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:59,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:20:59,791 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:00,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:00,260 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:21:00,262 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:00,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38485,1732137651771 2024-11-20T21:21:00,263 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54b0fd4c 2024-11-20T21:21:00,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:00,282 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:00,283 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:21:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:21:00,286 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:21:00,286 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:00,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:21:00,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:00,288 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:21:00,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:21:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:00,725 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 083c6e32b79440647d9bdb6b95fa97b4, NAME => 'test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188 2024-11-20T21:21:00,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:21:00,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:00,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 083c6e32b79440647d9bdb6b95fa97b4, disabling compactions & flushes 2024-11-20T21:21:00,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. 2024-11-20T21:21:00,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. 2024-11-20T21:21:00,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. after waiting 0 ms 2024-11-20T21:21:00,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. 2024-11-20T21:21:00,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. 2024-11-20T21:21:00,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 083c6e32b79440647d9bdb6b95fa97b4: Waiting for close lock at 1732137660733Disabling compacts and flushes for region at 1732137660733Disabling writes for close at 1732137660733Writing region close event to WAL at 1732137660733Closed at 1732137660733 2024-11-20T21:21:00,738 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:21:00,738 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137660738"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137660738"}]},"ts":"1732137660738"} 2024-11-20T21:21:00,742 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:21:00,744 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:21:00,744 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137660744"}]},"ts":"1732137660744"} 2024-11-20T21:21:00,746 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:21:00,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=083c6e32b79440647d9bdb6b95fa97b4, ASSIGN}] 2024-11-20T21:21:00,748 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=083c6e32b79440647d9bdb6b95fa97b4, ASSIGN 2024-11-20T21:21:00,749 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=083c6e32b79440647d9bdb6b95fa97b4, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,35433,1732137651893; forceNewPlan=false, retain=false 2024-11-20T21:21:00,905 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=083c6e32b79440647d9bdb6b95fa97b4, regionState=OPENING, regionLocation=0b16ab3f13b7,35433,1732137651893 2024-11-20T21:21:00,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=083c6e32b79440647d9bdb6b95fa97b4, ASSIGN because future has completed 2024-11-20T21:21:00,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:00,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 083c6e32b79440647d9bdb6b95fa97b4, server=0b16ab3f13b7,35433,1732137651893}] 2024-11-20T21:21:01,154 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. 2024-11-20T21:21:01,154 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 083c6e32b79440647d9bdb6b95fa97b4, NAME => 'test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:01,155 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:21:01,155 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:21:01,155 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 083c6e32b79440647d9bdb6b95fa97b4 2024-11-20T21:21:01,155 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:01,155 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 083c6e32b79440647d9bdb6b95fa97b4 2024-11-20T21:21:01,155 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 083c6e32b79440647d9bdb6b95fa97b4 2024-11-20T21:21:01,167 INFO [StoreOpener-083c6e32b79440647d9bdb6b95fa97b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 083c6e32b79440647d9bdb6b95fa97b4 2024-11-20T21:21:01,170 INFO [StoreOpener-083c6e32b79440647d9bdb6b95fa97b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083c6e32b79440647d9bdb6b95fa97b4 columnFamilyName f 2024-11-20T21:21:01,170 DEBUG [StoreOpener-083c6e32b79440647d9bdb6b95fa97b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:01,171 INFO [StoreOpener-083c6e32b79440647d9bdb6b95fa97b4-1 {}] regionserver.HStore(327): Store=083c6e32b79440647d9bdb6b95fa97b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:01,171 INFO [StoreOpener-083c6e32b79440647d9bdb6b95fa97b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 083c6e32b79440647d9bdb6b95fa97b4 2024-11-20T21:21:01,172 INFO [StoreOpener-083c6e32b79440647d9bdb6b95fa97b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083c6e32b79440647d9bdb6b95fa97b4 columnFamilyName f1 2024-11-20T21:21:01,172 DEBUG [StoreOpener-083c6e32b79440647d9bdb6b95fa97b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:01,173 INFO [StoreOpener-083c6e32b79440647d9bdb6b95fa97b4-1 {}] regionserver.HStore(327): Store=083c6e32b79440647d9bdb6b95fa97b4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:01,173 INFO [StoreOpener-083c6e32b79440647d9bdb6b95fa97b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 083c6e32b79440647d9bdb6b95fa97b4 2024-11-20T21:21:01,175 INFO [StoreOpener-083c6e32b79440647d9bdb6b95fa97b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 083c6e32b79440647d9bdb6b95fa97b4 columnFamilyName norep 2024-11-20T21:21:01,175 DEBUG [StoreOpener-083c6e32b79440647d9bdb6b95fa97b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:01,175 INFO [StoreOpener-083c6e32b79440647d9bdb6b95fa97b4-1 {}] regionserver.HStore(327): Store=083c6e32b79440647d9bdb6b95fa97b4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:01,176 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 083c6e32b79440647d9bdb6b95fa97b4 2024-11-20T21:21:01,177 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4 2024-11-20T21:21:01,177 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4 2024-11-20T21:21:01,179 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 083c6e32b79440647d9bdb6b95fa97b4 2024-11-20T21:21:01,179 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 083c6e32b79440647d9bdb6b95fa97b4 2024-11-20T21:21:01,181 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:21:01,186 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 083c6e32b79440647d9bdb6b95fa97b4 2024-11-20T21:21:01,205 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:01,211 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 083c6e32b79440647d9bdb6b95fa97b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63926517, jitterRate=-0.04742066562175751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:21:01,212 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 083c6e32b79440647d9bdb6b95fa97b4 2024-11-20T21:21:01,212 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 083c6e32b79440647d9bdb6b95fa97b4: Running coprocessor pre-open hook at 1732137661156Writing region info on filesystem at 1732137661156Initializing all the Stores at 1732137661161 (+5 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137661161Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137661164 (+3 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137661164Cleaning up temporary data from old regions at 1732137661179 (+15 ms)Running coprocessor post-open hooks at 1732137661212 (+33 ms)Region opened successfully at 1732137661212 2024-11-20T21:21:01,213 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4., pid=6, masterSystemTime=1732137661108 2024-11-20T21:21:01,222 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. 2024-11-20T21:21:01,222 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. 2024-11-20T21:21:01,223 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=083c6e32b79440647d9bdb6b95fa97b4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,35433,1732137651893 2024-11-20T21:21:01,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 083c6e32b79440647d9bdb6b95fa97b4, server=0b16ab3f13b7,35433,1732137651893 because future has completed 2024-11-20T21:21:01,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:21:01,250 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 083c6e32b79440647d9bdb6b95fa97b4, server=0b16ab3f13b7,35433,1732137651893 in 319 msec 2024-11-20T21:21:01,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:21:01,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=083c6e32b79440647d9bdb6b95fa97b4, ASSIGN in 503 msec 2024-11-20T21:21:01,255 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:21:01,255 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137661255"}]},"ts":"1732137661255"} 2024-11-20T21:21:01,266 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:21:01,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:21:01,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 985 msec 2024-11-20T21:21:01,398 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T21:21:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:01,429 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:21:01,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:01,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,35339,1732137656142 2024-11-20T21:21:01,448 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@773c9faa 2024-11-20T21:21:01,448 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:01,452 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:01,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:21:01,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:21:01,457 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:21:01,457 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:01,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:21:01,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:21:01,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:01,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:21:01,532 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 48c6fcb23b6da4015f4d13324630179f, NAME => 'test,,1732137661452.48c6fcb23b6da4015f4d13324630179f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e 2024-11-20T21:21:01,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:21:01,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:01,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137661452.48c6fcb23b6da4015f4d13324630179f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:01,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 48c6fcb23b6da4015f4d13324630179f, disabling compactions & flushes 2024-11-20T21:21:01,949 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. 2024-11-20T21:21:01,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. 2024-11-20T21:21:01,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. after waiting 0 ms 2024-11-20T21:21:01,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. 2024-11-20T21:21:01,949 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. 2024-11-20T21:21:01,949 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 48c6fcb23b6da4015f4d13324630179f: Waiting for close lock at 1732137661949Disabling compacts and flushes for region at 1732137661949Disabling writes for close at 1732137661949Writing region close event to WAL at 1732137661949Closed at 1732137661949 2024-11-20T21:21:01,951 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:21:01,951 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137661452.48c6fcb23b6da4015f4d13324630179f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137661951"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137661951"}]},"ts":"1732137661951"} 2024-11-20T21:21:01,954 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:21:01,955 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:21:01,955 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137661955"}]},"ts":"1732137661955"} 2024-11-20T21:21:01,958 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:21:01,958 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=48c6fcb23b6da4015f4d13324630179f, ASSIGN}] 2024-11-20T21:21:01,960 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=48c6fcb23b6da4015f4d13324630179f, ASSIGN 2024-11-20T21:21:01,961 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=48c6fcb23b6da4015f4d13324630179f, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,35629,1732137656217; forceNewPlan=false, retain=false 2024-11-20T21:21:02,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:02,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48c6fcb23b6da4015f4d13324630179f, regionState=OPENING, regionLocation=0b16ab3f13b7,35629,1732137656217 2024-11-20T21:21:02,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=48c6fcb23b6da4015f4d13324630179f, ASSIGN because future has completed 2024-11-20T21:21:02,133 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48c6fcb23b6da4015f4d13324630179f, server=0b16ab3f13b7,35629,1732137656217}] 2024-11-20T21:21:02,308 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. 2024-11-20T21:21:02,308 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 48c6fcb23b6da4015f4d13324630179f, NAME => 'test,,1732137661452.48c6fcb23b6da4015f4d13324630179f.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:02,309 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:21:02,309 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:21:02,311 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:02,311 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137661452.48c6fcb23b6da4015f4d13324630179f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:02,311 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:02,311 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:02,330 INFO [StoreOpener-48c6fcb23b6da4015f4d13324630179f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:02,332 INFO [StoreOpener-48c6fcb23b6da4015f4d13324630179f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48c6fcb23b6da4015f4d13324630179f columnFamilyName f 2024-11-20T21:21:02,332 DEBUG [StoreOpener-48c6fcb23b6da4015f4d13324630179f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:02,332 INFO [StoreOpener-48c6fcb23b6da4015f4d13324630179f-1 {}] regionserver.HStore(327): Store=48c6fcb23b6da4015f4d13324630179f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:02,333 INFO [StoreOpener-48c6fcb23b6da4015f4d13324630179f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:02,334 INFO [StoreOpener-48c6fcb23b6da4015f4d13324630179f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48c6fcb23b6da4015f4d13324630179f columnFamilyName f1 2024-11-20T21:21:02,334 DEBUG [StoreOpener-48c6fcb23b6da4015f4d13324630179f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:02,334 INFO [StoreOpener-48c6fcb23b6da4015f4d13324630179f-1 {}] regionserver.HStore(327): Store=48c6fcb23b6da4015f4d13324630179f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:02,335 INFO [StoreOpener-48c6fcb23b6da4015f4d13324630179f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:02,336 INFO [StoreOpener-48c6fcb23b6da4015f4d13324630179f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 48c6fcb23b6da4015f4d13324630179f columnFamilyName norep 2024-11-20T21:21:02,336 DEBUG [StoreOpener-48c6fcb23b6da4015f4d13324630179f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:02,336 INFO [StoreOpener-48c6fcb23b6da4015f4d13324630179f-1 {}] regionserver.HStore(327): Store=48c6fcb23b6da4015f4d13324630179f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:02,353 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:02,354 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:02,354 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:02,355 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:02,355 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:02,356 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:21:02,357 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:02,378 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:02,379 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 48c6fcb23b6da4015f4d13324630179f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59417776, jitterRate=-0.11460614204406738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:21:02,379 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:02,379 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 48c6fcb23b6da4015f4d13324630179f: Running coprocessor pre-open hook at 1732137662311Writing region info on filesystem at 1732137662311Initializing all the Stores at 1732137662312 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137662312Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137662330 (+18 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137662330Cleaning up temporary data from old regions at 1732137662355 (+25 ms)Running coprocessor post-open hooks at 1732137662379 (+24 ms)Region opened successfully at 1732137662379 2024-11-20T21:21:02,381 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137661452.48c6fcb23b6da4015f4d13324630179f., pid=6, masterSystemTime=1732137662300 2024-11-20T21:21:02,386 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. 2024-11-20T21:21:02,386 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. 2024-11-20T21:21:02,387 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=48c6fcb23b6da4015f4d13324630179f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,35629,1732137656217 2024-11-20T21:21:02,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 48c6fcb23b6da4015f4d13324630179f, server=0b16ab3f13b7,35629,1732137656217 because future has completed 2024-11-20T21:21:02,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:21:02,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 48c6fcb23b6da4015f4d13324630179f, server=0b16ab3f13b7,35629,1732137656217 in 272 msec 2024-11-20T21:21:02,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:21:02,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=48c6fcb23b6da4015f4d13324630179f, ASSIGN in 450 msec 2024-11-20T21:21:02,411 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:21:02,411 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137662411"}]},"ts":"1732137662411"} 2024-11-20T21:21:02,428 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:21:02,430 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:21:02,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 976 msec 2024-11-20T21:21:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:02,604 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:21:02,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2315ae2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:02,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,41581,-1 for getting cluster id 2024-11-20T21:21:02,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:02,613 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1a37a18-6091-4899-ba1b-3d3636fc6dbd' 2024-11-20T21:21:02,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:02,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1a37a18-6091-4899-ba1b-3d3636fc6dbd" 2024-11-20T21:21:02,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339dd855, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:02,614 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,41581,-1] 2024-11-20T21:21:02,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:02,615 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:02,616 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:02,617 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1116c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:02,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:02,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,41581,1732137648207 2024-11-20T21:21:02,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40a2cf2 2024-11-20T21:21:02,619 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:02,621 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:02,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:38485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:21:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:21:02,626 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:38485' 2024-11-20T21:21:02,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:02,633 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd8092c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:02,633 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38485,-1 for getting cluster id 2024-11-20T21:21:02,633 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:02,634 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe594ca7-ae69-4456-96a2-51f78e4fe0f3' 2024-11-20T21:21:02,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:02,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe594ca7-ae69-4456-96a2-51f78e4fe0f3" 2024-11-20T21:21:02,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f1b0466, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:02,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38485,-1] 2024-11-20T21:21:02,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:02,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:02,637 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:02,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280e504c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:02,639 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:02,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38485,1732137651771 2024-11-20T21:21:02,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b4482ff 2024-11-20T21:21:02,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:02,643 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:02,644 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T21:21:02,644 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:21:02,645 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:02,645 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:02,645 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:21:02,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:02,651 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:21:02,653 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:21:02,653 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:02,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:21:02,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741837_1013 (size=1138) 2024-11-20T21:21:02,707 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:21:02,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:03,106 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 282fbaeecdb3c5f5f715b649d14c3749, NAME => 'hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e 2024-11-20T21:21:03,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741838_1014 (size=44) 2024-11-20T21:21:03,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:03,553 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:03,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 282fbaeecdb3c5f5f715b649d14c3749, disabling compactions & flushes 2024-11-20T21:21:03,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:03,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:03,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. after waiting 0 ms 2024-11-20T21:21:03,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:03,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:03,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 282fbaeecdb3c5f5f715b649d14c3749: Waiting for close lock at 1732137663554Disabling compacts and flushes for region at 1732137663554Disabling writes for close at 1732137663554Writing region close event to WAL at 1732137663554Closed at 1732137663554 2024-11-20T21:21:03,557 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:21:03,558 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137663557"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137663557"}]},"ts":"1732137663557"} 2024-11-20T21:21:03,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:21:03,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:21:03,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137663562"}]},"ts":"1732137663562"} 2024-11-20T21:21:03,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:21:03,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=282fbaeecdb3c5f5f715b649d14c3749, ASSIGN}] 2024-11-20T21:21:03,574 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=282fbaeecdb3c5f5f715b649d14c3749, ASSIGN 2024-11-20T21:21:03,576 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=282fbaeecdb3c5f5f715b649d14c3749, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,33245,1732137648303; forceNewPlan=false, retain=false 2024-11-20T21:21:03,727 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=282fbaeecdb3c5f5f715b649d14c3749, regionState=OPENING, regionLocation=0b16ab3f13b7,33245,1732137648303 2024-11-20T21:21:03,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=282fbaeecdb3c5f5f715b649d14c3749, ASSIGN because future has completed 2024-11-20T21:21:03,735 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 282fbaeecdb3c5f5f715b649d14c3749, server=0b16ab3f13b7,33245,1732137648303}] 2024-11-20T21:21:03,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:03,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:03,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:03,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:21:03,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C33245%2C1732137648303.rep, suffix=, logDir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303, archiveDir=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/oldWALs, maxLogs=10 2024-11-20T21:21:03,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.rep.1732137663903, exclude list is [], retry=0 2024-11-20T21:21:03,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38459,DS-a2c7046a-9c21-4e8d-89c5-05be9b32bb8b,DISK] 2024-11-20T21:21:03,944 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.rep.1732137663903 2024-11-20T21:21:03,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34145:34145)] 2024-11-20T21:21:03,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 282fbaeecdb3c5f5f715b649d14c3749, NAME => 'hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:03,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:21:03,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:21:03,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. service=MultiRowMutationService 2024-11-20T21:21:03,956 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:21:03,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:03,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:03,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:03,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:03,959 INFO [StoreOpener-282fbaeecdb3c5f5f715b649d14c3749-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:03,960 INFO [StoreOpener-282fbaeecdb3c5f5f715b649d14c3749-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 282fbaeecdb3c5f5f715b649d14c3749 columnFamilyName hfileref 2024-11-20T21:21:03,960 DEBUG [StoreOpener-282fbaeecdb3c5f5f715b649d14c3749-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:03,961 INFO [StoreOpener-282fbaeecdb3c5f5f715b649d14c3749-1 {}] regionserver.HStore(327): Store=282fbaeecdb3c5f5f715b649d14c3749/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:03,961 INFO [StoreOpener-282fbaeecdb3c5f5f715b649d14c3749-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:03,977 INFO [StoreOpener-282fbaeecdb3c5f5f715b649d14c3749-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 282fbaeecdb3c5f5f715b649d14c3749 columnFamilyName queue 2024-11-20T21:21:03,977 DEBUG [StoreOpener-282fbaeecdb3c5f5f715b649d14c3749-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:03,984 INFO [StoreOpener-282fbaeecdb3c5f5f715b649d14c3749-1 {}] regionserver.HStore(327): Store=282fbaeecdb3c5f5f715b649d14c3749/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:03,985 INFO [StoreOpener-282fbaeecdb3c5f5f715b649d14c3749-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:03,990 INFO [StoreOpener-282fbaeecdb3c5f5f715b649d14c3749-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 282fbaeecdb3c5f5f715b649d14c3749 columnFamilyName sid 2024-11-20T21:21:03,990 DEBUG [StoreOpener-282fbaeecdb3c5f5f715b649d14c3749-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:03,991 INFO [StoreOpener-282fbaeecdb3c5f5f715b649d14c3749-1 {}] regionserver.HStore(327): Store=282fbaeecdb3c5f5f715b649d14c3749/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:03,991 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:03,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/replication/282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:03,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/replication/282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:03,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:03,994 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:03,995 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:21:03,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:04,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/replication/282fbaeecdb3c5f5f715b649d14c3749/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:04,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 282fbaeecdb3c5f5f715b649d14c3749; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63922551, jitterRate=-0.04747976362705231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:21:04,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:04,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 282fbaeecdb3c5f5f715b649d14c3749: Running coprocessor pre-open hook at 1732137663958Writing region info on filesystem at 1732137663958Initializing all the Stores at 1732137663959 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137663959Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137663959Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137663959Cleaning up temporary data from old regions at 1732137663994 (+35 ms)Running coprocessor post-open hooks at 1732137664016 (+22 ms)Region opened successfully at 1732137664016 2024-11-20T21:21:04,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749., pid=10, masterSystemTime=1732137663893 2024-11-20T21:21:04,023 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:04,023 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:04,030 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=282fbaeecdb3c5f5f715b649d14c3749, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,33245,1732137648303 2024-11-20T21:21:04,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 282fbaeecdb3c5f5f715b649d14c3749, server=0b16ab3f13b7,33245,1732137648303 because future has completed 2024-11-20T21:21:04,045 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:21:04,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 282fbaeecdb3c5f5f715b649d14c3749, server=0b16ab3f13b7,33245,1732137648303 in 299 msec 2024-11-20T21:21:04,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T21:21:04,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=282fbaeecdb3c5f5f715b649d14c3749, ASSIGN in 479 msec 2024-11-20T21:21:04,049 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:21:04,049 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137664049"}]},"ts":"1732137664049"} 2024-11-20T21:21:04,052 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:21:04,053 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:21:04,055 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4080 sec 2024-11-20T21:21:04,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749., hostname=0b16ab3f13b7,33245,1732137648303, seqNum=2] 2024-11-20T21:21:04,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:21:04,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:21:04,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:21:04,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33245 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T21:21:04,252 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:21:04,292 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,33245,1732137648303, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:21:04,293 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:04,293 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,33245,1732137648303, seqNum=-1] 2024-11-20T21:21:04,293 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:04,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45251, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-20T21:21:04,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,33245,1732137648303', locateType=CURRENT is [region=hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749., hostname=0b16ab3f13b7,33245,1732137648303, seqNum=2] 2024-11-20T21:21:04,299 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T21:21:04,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T21:21:04,302 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,33245,1732137648303 suceeded 2024-11-20T21:21:04,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T21:21:04,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-20T21:21:04,305 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:38485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:21:04,306 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6840 sec 2024-11-20T21:21:04,317 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:38485' 2024-11-20T21:21:04,319 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34f2cef7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:04,319 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38485,-1 for getting cluster id 2024-11-20T21:21:04,319 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:04,320 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe594ca7-ae69-4456-96a2-51f78e4fe0f3' 2024-11-20T21:21:04,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:04,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe594ca7-ae69-4456-96a2-51f78e4fe0f3" 2024-11-20T21:21:04,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1332e3aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:04,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38485,-1] 2024-11-20T21:21:04,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:04,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:04,321 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:04,322 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5125bcfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:04,322 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:04,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38485,1732137651771 2024-11-20T21:21:04,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40dd22a2 2024-11-20T21:21:04,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:04,323 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-20T21:21:04,324 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,33245,1732137648303 (queues=1) is replicating from cluster=d1a37a18-6091-4899-ba1b-3d3636fc6dbd to cluster=fe594ca7-ae69-4456-96a2-51f78e4fe0f3 2024-11-20T21:21:04,324 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C33245%2C1732137648303 2024-11-20T21:21:04,324 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,33245,1732137648303, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:21:04,325 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C33245%2C1732137648303 2024-11-20T21:21:04,325 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614, startPosition=0, beingWritten=true 2024-11-20T21:21:04,330 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:04,330 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 379, reset compression=false 2024-11-20T21:21:04,330 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,33245,1732137648303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:04,533 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 379, reset compression=false 2024-11-20T21:21:04,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41581 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:04,779 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:21:04,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:04,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:04,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:04,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:04,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:04,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe8229d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:04,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38485,-1 for getting cluster id 2024-11-20T21:21:04,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:04,795 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe594ca7-ae69-4456-96a2-51f78e4fe0f3' 2024-11-20T21:21:04,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:04,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe594ca7-ae69-4456-96a2-51f78e4fe0f3" 2024-11-20T21:21:04,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8905e76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:04,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38485,-1] 2024-11-20T21:21:04,796 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:04,797 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:04,798 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:04,798 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492d5c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:04,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:04,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38485,1732137651771 2024-11-20T21:21:04,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37d06148 2024-11-20T21:21:04,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:04,801 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:04,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:35339,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:21:04,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:21:04,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:04,809 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:21:04,810 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:35339' 2024-11-20T21:21:04,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:04,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:04,818 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:04,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:04,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:04,828 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74152562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:04,828 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,35339,-1 for getting cluster id 2024-11-20T21:21:04,829 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:04,830 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8ea4e4-4189-468a-961d-d8d84e821f05' 2024-11-20T21:21:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8ea4e4-4189-468a-961d-d8d84e821f05" 2024-11-20T21:21:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320e015d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:04,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,35339,-1] 2024-11-20T21:21:04,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:04,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:04,832 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:04,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36cc71ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:04,833 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:04,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,35339,1732137656142 2024-11-20T21:21:04,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a01b7b5 2024-11-20T21:21:04,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:04,835 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:04,836 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-20T21:21:04,836 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:21:04,836 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:04,836 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:04,837 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:21:04,838 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 379, reset compression=false 2024-11-20T21:21:04,839 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:04,839 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:21:04,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:21:04,843 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:04,845 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:21:04,889 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:21:04,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:04,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:04,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:04,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:04,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:04,915 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:04,916 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:04,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741837_1013 (size=1138) 2024-11-20T21:21:04,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:04,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:04,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:04,937 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:05,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:05,306 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 379, reset compression=false 2024-11-20T21:21:05,334 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 207fdb3d140c16b1a916c0b8d62506df, NAME => 'hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188 2024-11-20T21:21:05,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741838_1014 (size=44) 2024-11-20T21:21:05,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:05,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 207fdb3d140c16b1a916c0b8d62506df, disabling compactions & flushes 2024-11-20T21:21:05,358 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:05,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:05,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. after waiting 0 ms 2024-11-20T21:21:05,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:05,358 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:05,358 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 207fdb3d140c16b1a916c0b8d62506df: Waiting for close lock at 1732137665358Disabling compacts and flushes for region at 1732137665358Disabling writes for close at 1732137665358Writing region close event to WAL at 1732137665358Closed at 1732137665358 2024-11-20T21:21:05,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:21:05,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137665365"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137665365"}]},"ts":"1732137665365"} 2024-11-20T21:21:05,368 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:21:05,370 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:21:05,370 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137665370"}]},"ts":"1732137665370"} 2024-11-20T21:21:05,373 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:21:05,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=207fdb3d140c16b1a916c0b8d62506df, ASSIGN}] 2024-11-20T21:21:05,375 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=207fdb3d140c16b1a916c0b8d62506df, ASSIGN 2024-11-20T21:21:05,376 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=207fdb3d140c16b1a916c0b8d62506df, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,35433,1732137651893; forceNewPlan=false, retain=false 2024-11-20T21:21:05,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:05,533 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=207fdb3d140c16b1a916c0b8d62506df, regionState=OPENING, regionLocation=0b16ab3f13b7,35433,1732137651893 2024-11-20T21:21:05,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=207fdb3d140c16b1a916c0b8d62506df, ASSIGN because future has completed 2024-11-20T21:21:05,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 207fdb3d140c16b1a916c0b8d62506df, server=0b16ab3f13b7,35433,1732137651893}] 2024-11-20T21:21:05,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:05,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:05,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:21:05,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C35433%2C1732137651893.rep, suffix=, logDir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893, archiveDir=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/oldWALs, maxLogs=10 2024-11-20T21:21:05,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.rep.1732137665701, exclude list is [], retry=0 2024-11-20T21:21:05,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42443,DS-9258515c-c16a-4c1d-b7b4-84398029beda,DISK] 2024-11-20T21:21:05,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.rep.1732137665701 2024-11-20T21:21:05,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42173:42173)] 2024-11-20T21:21:05,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 207fdb3d140c16b1a916c0b8d62506df, NAME => 'hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:05,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:21:05,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:21:05,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. service=MultiRowMutationService 2024-11-20T21:21:05,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:21:05,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:05,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:05,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:05,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:05,745 INFO [StoreOpener-207fdb3d140c16b1a916c0b8d62506df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:05,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T21:21:05,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T21:21:05,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:21:05,756 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T21:21:05,757 INFO [StoreOpener-207fdb3d140c16b1a916c0b8d62506df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 207fdb3d140c16b1a916c0b8d62506df columnFamilyName hfileref 2024-11-20T21:21:05,757 DEBUG [StoreOpener-207fdb3d140c16b1a916c0b8d62506df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:05,758 INFO [StoreOpener-207fdb3d140c16b1a916c0b8d62506df-1 {}] regionserver.HStore(327): Store=207fdb3d140c16b1a916c0b8d62506df/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:05,758 INFO [StoreOpener-207fdb3d140c16b1a916c0b8d62506df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:05,761 INFO [StoreOpener-207fdb3d140c16b1a916c0b8d62506df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 207fdb3d140c16b1a916c0b8d62506df columnFamilyName queue 2024-11-20T21:21:05,761 DEBUG [StoreOpener-207fdb3d140c16b1a916c0b8d62506df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:05,764 INFO [StoreOpener-207fdb3d140c16b1a916c0b8d62506df-1 {}] regionserver.HStore(327): Store=207fdb3d140c16b1a916c0b8d62506df/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:05,764 INFO [StoreOpener-207fdb3d140c16b1a916c0b8d62506df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:05,766 INFO [StoreOpener-207fdb3d140c16b1a916c0b8d62506df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 207fdb3d140c16b1a916c0b8d62506df columnFamilyName sid 2024-11-20T21:21:05,766 DEBUG [StoreOpener-207fdb3d140c16b1a916c0b8d62506df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:05,766 INFO [StoreOpener-207fdb3d140c16b1a916c0b8d62506df-1 {}] regionserver.HStore(327): Store=207fdb3d140c16b1a916c0b8d62506df/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:05,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:05,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/replication/207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:05,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/replication/207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:05,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:05,768 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:05,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:21:05,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:05,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/replication/207fdb3d140c16b1a916c0b8d62506df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:05,774 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 207fdb3d140c16b1a916c0b8d62506df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61893031, jitterRate=-0.07772196829319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:21:05,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:05,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 207fdb3d140c16b1a916c0b8d62506df: Running coprocessor pre-open hook at 1732137665735Writing region info on filesystem at 1732137665735Initializing all the Stores at 1732137665736 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137665736Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137665744 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137665744Cleaning up temporary data from old regions at 1732137665768 (+24 ms)Running coprocessor post-open hooks at 1732137665774 (+6 ms)Region opened successfully at 1732137665774 2024-11-20T21:21:05,775 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df., pid=10, masterSystemTime=1732137665688 2024-11-20T21:21:05,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:05,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:05,784 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=207fdb3d140c16b1a916c0b8d62506df, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,35433,1732137651893 2024-11-20T21:21:05,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 207fdb3d140c16b1a916c0b8d62506df, server=0b16ab3f13b7,35433,1732137651893 because future has completed 2024-11-20T21:21:05,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:21:05,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 207fdb3d140c16b1a916c0b8d62506df, server=0b16ab3f13b7,35433,1732137651893 in 252 msec 2024-11-20T21:21:05,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T21:21:05,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=207fdb3d140c16b1a916c0b8d62506df, ASSIGN in 416 msec 2024-11-20T21:21:05,793 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:21:05,793 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137665793"}]},"ts":"1732137665793"} 2024-11-20T21:21:05,795 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:21:05,796 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:21:05,797 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 959 msec 2024-11-20T21:21:05,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df., hostname=0b16ab3f13b7,35433,1732137651893, seqNum=2] 2024-11-20T21:21:05,829 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T21:21:05,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:21:05,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:21:05,835 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 379, reset compression=false 2024-11-20T21:21:05,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:21:05,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:05,996 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35433 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T21:21:06,013 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:21:06,065 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,35433,1732137651893, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:21:06,067 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:06,067 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,35433,1732137651893, seqNum=-1] 2024-11-20T21:21:06,068 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:06,070 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T21:21:06,072 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,35433,1732137651893', locateType=CURRENT is [region=hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df., hostname=0b16ab3f13b7,35433,1732137651893, seqNum=2] 2024-11-20T21:21:06,078 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T21:21:06,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T21:21:06,087 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,35433,1732137651893 suceeded 2024-11-20T21:21:06,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T21:21:06,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 244 msec 2024-11-20T21:21:06,090 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:35339,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:21:06,094 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2890 sec 2024-11-20T21:21:06,111 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:35339' 2024-11-20T21:21:06,122 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b8bde50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:06,122 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,35339,-1 for getting cluster id 2024-11-20T21:21:06,122 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:06,123 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8ea4e4-4189-468a-961d-d8d84e821f05' 2024-11-20T21:21:06,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:06,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8ea4e4-4189-468a-961d-d8d84e821f05" 2024-11-20T21:21:06,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7c1368fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:06,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,35339,-1] 2024-11-20T21:21:06,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:06,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:06,131 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:06,132 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5dd73669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:06,133 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:06,134 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,35339,1732137656142 2024-11-20T21:21:06,134 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d387ab9 2024-11-20T21:21:06,134 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:06,135 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-20T21:21:06,136 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,35433,1732137651893 (queues=1) is replicating from cluster=fe594ca7-ae69-4456-96a2-51f78e4fe0f3 to cluster=5f8ea4e4-4189-468a-961d-d8d84e821f05 2024-11-20T21:21:06,136 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C35433%2C1732137651893 2024-11-20T21:21:06,136 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,35433,1732137651893, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:21:06,141 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477, startPosition=0, beingWritten=true 2024-11-20T21:21:06,156 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C35433%2C1732137651893 2024-11-20T21:21:06,173 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:06,174 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 379, reset compression=false 2024-11-20T21:21:06,174 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35433,1732137651893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:06,393 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 379, reset compression=false 2024-11-20T21:21:06,445 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 379, reset compression=false 2024-11-20T21:21:06,697 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 379, reset compression=false 2024-11-20T21:21:06,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38485 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:06,959 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:21:06,959 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:06,959 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:06,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:06,960 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:06,960 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:06,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19961f5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:06,964 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,35339,-1 for getting cluster id 2024-11-20T21:21:06,965 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:06,968 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8ea4e4-4189-468a-961d-d8d84e821f05' 2024-11-20T21:21:06,969 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8ea4e4-4189-468a-961d-d8d84e821f05" 2024-11-20T21:21:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26459128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,35339,-1] 2024-11-20T21:21:06,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:06,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:06,972 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:06,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bd1a4df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:06,976 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,35339,1732137656142 2024-11-20T21:21:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@761f4311 2024-11-20T21:21:06,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:06,981 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:06,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:38485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:21:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:21:06,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:06,987 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:38485' 2024-11-20T21:21:06,989 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a06b4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:06,989 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38485,-1 for getting cluster id 2024-11-20T21:21:06,989 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:06,990 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe594ca7-ae69-4456-96a2-51f78e4fe0f3' 2024-11-20T21:21:06,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:06,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe594ca7-ae69-4456-96a2-51f78e4fe0f3" 2024-11-20T21:21:06,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c65104a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:06,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38485,-1] 2024-11-20T21:21:06,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:06,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:06,991 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:06,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3964e770, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:06,992 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:06,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38485,1732137651771 2024-11-20T21:21:06,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@786bf4e0 2024-11-20T21:21:06,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:06,995 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:06,995 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T21:21:06,997 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:21:06,997 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:06,997 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:06,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:06,998 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:21:06,999 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:21:07,000 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:21:07,000 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:07,000 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:21:07,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741837_1013 (size=1138) 2024-11-20T21:21:07,049 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:21:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:07,102 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 379, reset compression=false 2024-11-20T21:21:07,149 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 379, reset compression=false 2024-11-20T21:21:07,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:07,419 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1863c3a0f12a6cca936c7d89366208eb, NAME => 'hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e 2024-11-20T21:21:07,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741838_1014 (size=44) 2024-11-20T21:21:07,611 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 379, reset compression=false 2024-11-20T21:21:07,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:07,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:07,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1863c3a0f12a6cca936c7d89366208eb, disabling compactions & flushes 2024-11-20T21:21:07,844 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. 2024-11-20T21:21:07,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. 2024-11-20T21:21:07,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. after waiting 0 ms 2024-11-20T21:21:07,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. 2024-11-20T21:21:07,844 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. 2024-11-20T21:21:07,844 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1863c3a0f12a6cca936c7d89366208eb: Waiting for close lock at 1732137667844Disabling compacts and flushes for region at 1732137667844Disabling writes for close at 1732137667844Writing region close event to WAL at 1732137667844Closed at 1732137667844 2024-11-20T21:21:07,846 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:21:07,846 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137667846"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137667846"}]},"ts":"1732137667846"} 2024-11-20T21:21:07,848 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:21:07,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:21:07,850 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137667849"}]},"ts":"1732137667849"} 2024-11-20T21:21:07,856 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:21:07,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1863c3a0f12a6cca936c7d89366208eb, ASSIGN}] 2024-11-20T21:21:07,858 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1863c3a0f12a6cca936c7d89366208eb, ASSIGN 2024-11-20T21:21:07,859 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1863c3a0f12a6cca936c7d89366208eb, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,35629,1732137656217; forceNewPlan=false, retain=false 2024-11-20T21:21:07,982 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 379, reset compression=false 2024-11-20T21:21:08,010 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1863c3a0f12a6cca936c7d89366208eb, regionState=OPENING, regionLocation=0b16ab3f13b7,35629,1732137656217 2024-11-20T21:21:08,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1863c3a0f12a6cca936c7d89366208eb, ASSIGN because future has completed 2024-11-20T21:21:08,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1863c3a0f12a6cca936c7d89366208eb, server=0b16ab3f13b7,35629,1732137656217}] 2024-11-20T21:21:08,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:08,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. 2024-11-20T21:21:08,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:08,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:21:08,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C35629%2C1732137656217.rep, suffix=, logDir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217, archiveDir=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/oldWALs, maxLogs=10 2024-11-20T21:21:08,249 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 379, reset compression=false 2024-11-20T21:21:08,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.rep.1732137668211, exclude list is [], retry=0 2024-11-20T21:21:08,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43063,DS-de877f79-aa5d-4ed0-a39d-2767ad48065b,DISK] 2024-11-20T21:21:08,292 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.rep.1732137668211 2024-11-20T21:21:08,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35455:35455)] 2024-11-20T21:21:08,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1863c3a0f12a6cca936c7d89366208eb, NAME => 'hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:08,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:21:08,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:21:08,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. service=MultiRowMutationService 2024-11-20T21:21:08,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:21:08,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1863c3a0f12a6cca936c7d89366208eb 2024-11-20T21:21:08,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:08,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1863c3a0f12a6cca936c7d89366208eb 2024-11-20T21:21:08,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1863c3a0f12a6cca936c7d89366208eb 2024-11-20T21:21:08,341 INFO [StoreOpener-1863c3a0f12a6cca936c7d89366208eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1863c3a0f12a6cca936c7d89366208eb 2024-11-20T21:21:08,342 INFO [StoreOpener-1863c3a0f12a6cca936c7d89366208eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1863c3a0f12a6cca936c7d89366208eb columnFamilyName hfileref 2024-11-20T21:21:08,342 DEBUG [StoreOpener-1863c3a0f12a6cca936c7d89366208eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:08,343 INFO [StoreOpener-1863c3a0f12a6cca936c7d89366208eb-1 {}] regionserver.HStore(327): Store=1863c3a0f12a6cca936c7d89366208eb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:08,343 INFO [StoreOpener-1863c3a0f12a6cca936c7d89366208eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1863c3a0f12a6cca936c7d89366208eb 2024-11-20T21:21:08,344 INFO [StoreOpener-1863c3a0f12a6cca936c7d89366208eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1863c3a0f12a6cca936c7d89366208eb columnFamilyName queue 2024-11-20T21:21:08,344 DEBUG [StoreOpener-1863c3a0f12a6cca936c7d89366208eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:08,344 INFO [StoreOpener-1863c3a0f12a6cca936c7d89366208eb-1 {}] regionserver.HStore(327): Store=1863c3a0f12a6cca936c7d89366208eb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:08,344 INFO [StoreOpener-1863c3a0f12a6cca936c7d89366208eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1863c3a0f12a6cca936c7d89366208eb 2024-11-20T21:21:08,345 INFO [StoreOpener-1863c3a0f12a6cca936c7d89366208eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1863c3a0f12a6cca936c7d89366208eb columnFamilyName sid 2024-11-20T21:21:08,345 DEBUG [StoreOpener-1863c3a0f12a6cca936c7d89366208eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:08,346 INFO [StoreOpener-1863c3a0f12a6cca936c7d89366208eb-1 {}] regionserver.HStore(327): Store=1863c3a0f12a6cca936c7d89366208eb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:08,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1863c3a0f12a6cca936c7d89366208eb 2024-11-20T21:21:08,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/replication/1863c3a0f12a6cca936c7d89366208eb 2024-11-20T21:21:08,347 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/replication/1863c3a0f12a6cca936c7d89366208eb 2024-11-20T21:21:08,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1863c3a0f12a6cca936c7d89366208eb 2024-11-20T21:21:08,348 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1863c3a0f12a6cca936c7d89366208eb 2024-11-20T21:21:08,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:21:08,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1863c3a0f12a6cca936c7d89366208eb 2024-11-20T21:21:08,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/replication/1863c3a0f12a6cca936c7d89366208eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:08,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1863c3a0f12a6cca936c7d89366208eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62679690, jitterRate=-0.065999835729599}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:21:08,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1863c3a0f12a6cca936c7d89366208eb 2024-11-20T21:21:08,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1863c3a0f12a6cca936c7d89366208eb: Running coprocessor pre-open hook at 1732137668314Writing region info on filesystem at 1732137668314Initializing all the Stores at 1732137668314Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137668315 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137668340 (+25 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137668340Cleaning up temporary data from old regions at 1732137668348 (+8 ms)Running coprocessor post-open hooks at 1732137668368 (+20 ms)Region opened successfully at 1732137668368 2024-11-20T21:21:08,375 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb., pid=10, masterSystemTime=1732137668181 2024-11-20T21:21:08,380 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1863c3a0f12a6cca936c7d89366208eb, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,35629,1732137656217 2024-11-20T21:21:08,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. 2024-11-20T21:21:08,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. 2024-11-20T21:21:08,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1863c3a0f12a6cca936c7d89366208eb, server=0b16ab3f13b7,35629,1732137656217 because future has completed 2024-11-20T21:21:08,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:21:08,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1863c3a0f12a6cca936c7d89366208eb, server=0b16ab3f13b7,35629,1732137656217 in 370 msec 2024-11-20T21:21:08,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T21:21:08,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1863c3a0f12a6cca936c7d89366208eb, ASSIGN in 532 msec 2024-11-20T21:21:08,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:21:08,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137668393"}]},"ts":"1732137668393"} 2024-11-20T21:21:08,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:21:08,396 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:21:08,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3980 sec 2024-11-20T21:21:08,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb., hostname=0b16ab3f13b7,35629,1732137656217, seqNum=2] 2024-11-20T21:21:08,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:21:08,479 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:21:08,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:21:08,608 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:08,609 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:21:08,609 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88671 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:21:08,654 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35629 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T21:21:08,661 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:21:08,754 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,35629,1732137656217, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:21:08,755 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:08,755 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,35629,1732137656217, seqNum=-1] 2024-11-20T21:21:08,755 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:08,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T21:21:08,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,35629,1732137656217', locateType=CURRENT is [region=hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb., hostname=0b16ab3f13b7,35629,1732137656217, seqNum=2] 2024-11-20T21:21:08,761 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T21:21:08,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T21:21:08,764 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,35629,1732137656217 suceeded 2024-11-20T21:21:08,766 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:38485,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:21:08,766 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T21:21:08,768 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 267 msec 2024-11-20T21:21:08,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7850 sec 2024-11-20T21:21:08,786 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:38485' 2024-11-20T21:21:08,788 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3648df2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:08,788 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38485,-1 for getting cluster id 2024-11-20T21:21:08,788 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:08,789 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe594ca7-ae69-4456-96a2-51f78e4fe0f3' 2024-11-20T21:21:08,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:08,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe594ca7-ae69-4456-96a2-51f78e4fe0f3" 2024-11-20T21:21:08,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34267f52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:08,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38485,-1] 2024-11-20T21:21:08,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:08,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:08,792 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:08,793 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10024f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:08,793 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:08,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,38485,1732137651771 2024-11-20T21:21:08,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d58cf3f 2024-11-20T21:21:08,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:08,796 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-20T21:21:08,798 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,35629,1732137656217 (queues=1) is replicating from cluster=5f8ea4e4-4189-468a-961d-d8d84e821f05 to cluster=fe594ca7-ae69-4456-96a2-51f78e4fe0f3 2024-11-20T21:21:08,798 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C35629%2C1732137656217 2024-11-20T21:21:08,798 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,35629,1732137656217, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:21:08,800 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203, startPosition=0, beingWritten=true 2024-11-20T21:21:08,805 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C35629%2C1732137656217 2024-11-20T21:21:08,813 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:08,813 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 379, reset compression=false 2024-11-20T21:21:08,813 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35629,1732137656217 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:08,910 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 379, reset compression=false 2024-11-20T21:21:08,986 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 379, reset compression=false 2024-11-20T21:21:09,018 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 379, reset compression=false 2024-11-20T21:21:09,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35339 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:09,149 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:21:09,149 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:09,149 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:09,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:09,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:09,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:09,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53cfb257, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:09,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,41581,-1 for getting cluster id 2024-11-20T21:21:09,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:09,151 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd1a37a18-6091-4899-ba1b-3d3636fc6dbd' 2024-11-20T21:21:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d1a37a18-6091-4899-ba1b-3d3636fc6dbd" 2024-11-20T21:21:09,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9dce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:09,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,41581,-1] 2024-11-20T21:21:09,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:09,152 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:09,153 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:09,154 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67513937, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:09,155 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e6c0f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:09,155 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38485,-1 for getting cluster id 2024-11-20T21:21:09,155 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:09,156 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe594ca7-ae69-4456-96a2-51f78e4fe0f3' 2024-11-20T21:21:09,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:09,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe594ca7-ae69-4456-96a2-51f78e4fe0f3" 2024-11-20T21:21:09,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cfff347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:09,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38485,-1] 2024-11-20T21:21:09,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:09,156 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:09,157 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:09,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339bb163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:09,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e845db9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:09,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,35339,-1 for getting cluster id 2024-11-20T21:21:09,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:09,159 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8ea4e4-4189-468a-961d-d8d84e821f05' 2024-11-20T21:21:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8ea4e4-4189-468a-961d-d8d84e821f05" 2024-11-20T21:21:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3fcc93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,35339,-1] 2024-11-20T21:21:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:09,160 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:09,161 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:09,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616b8323, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:09,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,33245,1732137648303, seqNum=-1] 2024-11-20T21:21:09,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:09,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:09,168 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3., hostname=0b16ab3f13b7,33245,1732137648303, seqNum=2] 2024-11-20T21:21:09,171 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:09,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,35629,1732137656217, seqNum=-1] 2024-11-20T21:21:09,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:09,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:09,178 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732137661452.48c6fcb23b6da4015f4d13324630179f., hostname=0b16ab3f13b7,35629,1732137656217, seqNum=2] 2024-11-20T21:21:09,180 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T21:21:09,324 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 379, reset compression=false 2024-11-20T21:21:09,730 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 379, reset compression=false 2024-11-20T21:21:09,791 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 379, reset compression=false 2024-11-20T21:21:09,914 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 379, reset compression=false 2024-11-20T21:21:09,920 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:21:09,920 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 480, reset compression=false 2024-11-20T21:21:09,920 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,33245,1732137648303 got entry batch from reader: WALEntryBatch [walEntries=[{test/60b8dede3e1bf96f843acc56e089d1a3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-20T21:21:09,923 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:21:09,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-20T21:21:09,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:21:09,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@434ac033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:09,925 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,38485,-1 for getting cluster id 2024-11-20T21:21:09,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:09,926 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe594ca7-ae69-4456-96a2-51f78e4fe0f3' 2024-11-20T21:21:09,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:09,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe594ca7-ae69-4456-96a2-51f78e4fe0f3" 2024-11-20T21:21:09,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39a7ce93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:09,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,38485,-1] 2024-11-20T21:21:09,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:09,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:09,928 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:09,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36bb3ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:09,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:09,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,35433,1732137651893, seqNum=-1] 2024-11-20T21:21:09,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:09,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-20T21:21:09,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4., hostname=0b16ab3f13b7,35433,1732137651893, seqNum=2] 2024-11-20T21:21:09,936 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:21:10,125 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 480, reset compression=false 2024-11-20T21:21:10,182 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-20T21:21:10,238 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 379, reset compression=false 2024-11-20T21:21:10,429 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 480, reset compression=false 2024-11-20T21:21:10,714 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 379, reset compression=false 2024-11-20T21:21:10,738 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:21:10,738 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 504, reset compression=false 2024-11-20T21:21:10,738 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35433,1732137651893 got entry batch from reader: WALEntryBatch [walEntries=[{test/083c6e32b79440647d9bdb6b95fa97b4/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-20T21:21:10,742 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:21:10,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-20T21:21:10,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:21:10,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@785afcd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:10,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,35339,-1 for getting cluster id 2024-11-20T21:21:10,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:10,746 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f8ea4e4-4189-468a-961d-d8d84e821f05' 2024-11-20T21:21:10,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:10,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f8ea4e4-4189-468a-961d-d8d84e821f05" 2024-11-20T21:21:10,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60fb383e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:10,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,35339,-1] 2024-11-20T21:21:10,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:10,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:10,753 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:10,753 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37e6ddd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:10,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:10,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,35629,1732137656217, seqNum=-1] 2024-11-20T21:21:10,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:10,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-20T21:21:10,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732137661452.48c6fcb23b6da4015f4d13324630179f., hostname=0b16ab3f13b7,35629,1732137656217, seqNum=2] 2024-11-20T21:21:10,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:21:10,838 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 480, reset compression=false 2024-11-20T21:21:10,841 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 379, reset compression=false 2024-11-20T21:21:10,851 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:10,851 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 528, reset compression=false 2024-11-20T21:21:10,851 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35629,1732137656217 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:10,961 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 504, reset compression=false 2024-11-20T21:21:11,057 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 528, reset compression=false 2024-11-20T21:21:11,188 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-20T21:21:11,189 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:11,190 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,35433,1732137651893, seqNum=-1] 2024-11-20T21:21:11,191 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:11,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:11,194 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4., hostname=0b16ab3f13b7,35433,1732137651893, seqNum=2] 2024-11-20T21:21:11,197 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-20T21:21:11,238 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:21:11,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,265 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 504, reset compression=false 2024-11-20T21:21:11,285 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:21:11,285 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 608, reset compression=false 2024-11-20T21:21:11,285 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35433,1732137651893 got entry batch from reader: WALEntryBatch [walEntries=[{test/083c6e32b79440647d9bdb6b95fa97b4/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T21:21:11,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,287 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,287 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:21:11,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:21:11,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:11,350 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 480, reset compression=false 2024-11-20T21:21:11,362 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 528, reset compression=false 2024-11-20T21:21:11,382 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:11,382 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 656, reset compression=false 2024-11-20T21:21:11,382 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35629,1732137656217 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:11,509 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 608, reset compression=false 2024-11-20T21:21:11,590 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 656, reset compression=false 2024-11-20T21:21:11,814 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 608, reset compression=false 2024-11-20T21:21:11,894 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 656, reset compression=false 2024-11-20T21:21:11,969 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 480, reset compression=false 2024-11-20T21:21:12,199 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-20T21:21:12,203 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-20T21:21:12,235 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 608, reset compression=false 2024-11-20T21:21:12,301 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 656, reset compression=false 2024-11-20T21:21:12,306 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:21:12,306 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 760, reset compression=false 2024-11-20T21:21:12,306 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35629,1732137656217 got entry batch from reader: WALEntryBatch [walEntries=[{test/48c6fcb23b6da4015f4d13324630179f/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-20T21:21:12,308 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:21:12,310 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-20T21:21:12,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:21:12,313 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:21:12,509 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 760, reset compression=false 2024-11-20T21:21:12,673 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 480, reset compression=false 2024-11-20T21:21:12,741 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 608, reset compression=false 2024-11-20T21:21:12,766 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:12,766 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 735, reset compression=false 2024-11-20T21:21:12,767 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35433,1732137651893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:12,814 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 760, reset compression=false 2024-11-20T21:21:12,971 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 735, reset compression=false 2024-11-20T21:21:13,205 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-20T21:21:13,210 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-20T21:21:13,250 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 760, reset compression=false 2024-11-20T21:21:13,276 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 735, reset compression=false 2024-11-20T21:21:13,477 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 480, reset compression=false 2024-11-20T21:21:13,489 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:21:13,489 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 636, reset compression=false 2024-11-20T21:21:13,489 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,33245,1732137648303 got entry batch from reader: WALEntryBatch [walEntries=[{test/60b8dede3e1bf96f843acc56e089d1a3/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-20T21:21:13,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:21:13,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:21:13,680 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 735, reset compression=false 2024-11-20T21:21:13,701 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:21:13,701 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 883, reset compression=false 2024-11-20T21:21:13,701 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35433,1732137651893 got entry batch from reader: WALEntryBatch [walEntries=[{test/083c6e32b79440647d9bdb6b95fa97b4/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-20T21:21:13,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:21:13,703 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 636, reset compression=false 2024-11-20T21:21:13,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:21:13,756 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 760, reset compression=false 2024-11-20T21:21:13,777 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:13,778 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 932, reset compression=false 2024-11-20T21:21:13,778 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35629,1732137656217 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:13,915 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 883, reset compression=false 2024-11-20T21:21:14,005 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 932, reset compression=false 2024-11-20T21:21:14,018 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 636, reset compression=false 2024-11-20T21:21:14,219 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-20T21:21:14,224 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-20T21:21:14,308 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 883, reset compression=false 2024-11-20T21:21:14,360 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 932, reset compression=false 2024-11-20T21:21:14,367 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:21:14,367 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1042, reset compression=false 2024-11-20T21:21:14,367 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35433,1732137651893 got entry batch from reader: WALEntryBatch [walEntries=[{test/083c6e32b79440647d9bdb6b95fa97b4/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T21:21:14,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:21:14,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35629 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:21:14,407 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:14,407 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 1082, reset compression=false 2024-11-20T21:21:14,408 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35629,1732137656217 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:14,477 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 636, reset compression=false 2024-11-20T21:21:14,612 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1042, reset compression=false 2024-11-20T21:21:14,658 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 1082, reset compression=false 2024-11-20T21:21:14,961 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1042, reset compression=false 2024-11-20T21:21:14,996 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 1082, reset compression=false 2024-11-20T21:21:15,009 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 636, reset compression=false 2024-11-20T21:21:15,227 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-20T21:21:15,242 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-20T21:21:15,366 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1042, reset compression=false 2024-11-20T21:21:15,413 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 1082, reset compression=false 2024-11-20T21:21:15,419 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:21:15,419 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 1241, reset compression=false 2024-11-20T21:21:15,419 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35629,1732137656217 got entry batch from reader: WALEntryBatch [walEntries=[{test/48c6fcb23b6da4015f4d13324630179f/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-20T21:21:15,420 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-20T21:21:15,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35433 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-20T21:21:15,614 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 636, reset compression=false 2024-11-20T21:21:15,623 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 1241, reset compression=false 2024-11-20T21:21:15,870 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1042, reset compression=false 2024-11-20T21:21:15,876 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:15,876 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1191, reset compression=false 2024-11-20T21:21:15,876 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35433,1732137651893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:15,929 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 1241, reset compression=false 2024-11-20T21:21:16,080 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1191, reset compression=false 2024-11-20T21:21:16,257 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-20T21:21:16,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:21:16,269 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:16,269 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:16,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:16,270 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:16,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:16,272 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:21:16,272 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1392090639, stopped=false 2024-11-20T21:21:16,272 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,35339,1732137656142 2024-11-20T21:21:16,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21520378180/running 2024-11-20T21:21:16,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:21:16,274 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21520378180/running 2024-11-20T21:21:16,274 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:21:16,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:21:16,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Set watcher on znode that does not yet exist, /21520378180/running 2024-11-20T21:21:16,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Set watcher on znode that does not yet exist, /21520378180/running 2024-11-20T21:21:16,277 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:16,277 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:16,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:16,277 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,35629,1732137656217' ***** 2024-11-20T21:21:16,277 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:21:16,278 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:21:16,278 INFO [RS:0;0b16ab3f13b7:35629 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:21:16,278 INFO [RS:0;0b16ab3f13b7:35629 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:21:16,278 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:21:16,278 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(3091): Received CLOSE for 1863c3a0f12a6cca936c7d89366208eb 2024-11-20T21:21:16,279 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(3091): Received CLOSE for 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:16,279 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,35629,1732137656217 2024-11-20T21:21:16,279 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:21:16,279 INFO [RS:0;0b16ab3f13b7:35629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:35629. 2024-11-20T21:21:16,279 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1863c3a0f12a6cca936c7d89366208eb, disabling compactions & flushes 2024-11-20T21:21:16,279 DEBUG [RS:0;0b16ab3f13b7:35629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:16,279 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. 2024-11-20T21:21:16,279 DEBUG [RS:0;0b16ab3f13b7:35629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:16,279 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. 2024-11-20T21:21:16,279 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:21:16,279 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:21:16,279 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:21:16,279 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:21:16,279 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. after waiting 0 ms 2024-11-20T21:21:16,279 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. 2024-11-20T21:21:16,279 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1863c3a0f12a6cca936c7d89366208eb 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-20T21:21:16,290 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T21:21:16,290 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1863c3a0f12a6cca936c7d89366208eb=hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb., 48c6fcb23b6da4015f4d13324630179f=test,,1732137661452.48c6fcb23b6da4015f4d13324630179f.} 2024-11-20T21:21:16,290 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1863c3a0f12a6cca936c7d89366208eb, 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:16,290 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:21:16,290 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:21:16,290 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:21:16,290 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:21:16,290 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:21:16,290 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T21:21:16,309 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/.tmp/info/96dfeee9b24442ac9e520a305e2de5c0 is 147, key is hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb./info:regioninfo/1732137668380/Put/seqid=0 2024-11-20T21:21:16,311 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/replication/1863c3a0f12a6cca936c7d89366208eb/.tmp/queue/219d6b80fe1943448628ebf2379fe28e is 154, key is 1-0b16ab3f13b7,35629,1732137656217/queue:0b16ab3f13b7%2C35629%2C1732137656217/1732137675424/Put/seqid=0 2024-11-20T21:21:16,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741840_1016 (size=7686) 2024-11-20T21:21:16,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741841_1017 (size=5353) 2024-11-20T21:21:16,321 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 636, reset compression=false 2024-11-20T21:21:16,334 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 1241, reset compression=false 2024-11-20T21:21:16,375 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:21:16,399 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1191, reset compression=false 2024-11-20T21:21:16,490 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1863c3a0f12a6cca936c7d89366208eb, 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:16,690 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1863c3a0f12a6cca936c7d89366208eb, 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:16,717 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/.tmp/info/96dfeee9b24442ac9e520a305e2de5c0 2024-11-20T21:21:16,721 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/replication/1863c3a0f12a6cca936c7d89366208eb/.tmp/queue/219d6b80fe1943448628ebf2379fe28e 2024-11-20T21:21:16,727 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/replication/1863c3a0f12a6cca936c7d89366208eb/.tmp/queue/219d6b80fe1943448628ebf2379fe28e as hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/replication/1863c3a0f12a6cca936c7d89366208eb/queue/219d6b80fe1943448628ebf2379fe28e 2024-11-20T21:21:16,731 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/replication/1863c3a0f12a6cca936c7d89366208eb/queue/219d6b80fe1943448628ebf2379fe28e, entries=1, sequenceid=12, filesize=5.2 K 2024-11-20T21:21:16,733 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1863c3a0f12a6cca936c7d89366208eb in 454ms, sequenceid=12, compaction requested=false 2024-11-20T21:21:16,738 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/replication/1863c3a0f12a6cca936c7d89366208eb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-20T21:21:16,738 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:21:16,738 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:21:16,738 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. 2024-11-20T21:21:16,738 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1863c3a0f12a6cca936c7d89366208eb: Waiting for close lock at 1732137676279Running coprocessor pre-close hooks at 1732137676279Disabling compacts and flushes for region at 1732137676279Disabling writes for close at 1732137676279Obtaining lock to block concurrent updates at 1732137676279Preparing flush snapshotting stores in 1863c3a0f12a6cca936c7d89366208eb at 1732137676279Finished memstore snapshotting hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732137676280 (+1 ms)Flushing stores of hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. at 1732137676281 (+1 ms)Flushing 1863c3a0f12a6cca936c7d89366208eb/queue: creating writer at 1732137676281Flushing 1863c3a0f12a6cca936c7d89366208eb/queue: appending metadata at 1732137676310 (+29 ms)Flushing 1863c3a0f12a6cca936c7d89366208eb/queue: closing flushed file at 1732137676310Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e9ec495: reopening flushed file at 1732137676727 (+417 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 1863c3a0f12a6cca936c7d89366208eb in 454ms, sequenceid=12, compaction requested=false at 1732137676733 (+6 ms)Writing region close event to WAL at 1732137676734 (+1 ms)Running coprocessor post-close hooks at 1732137676738 (+4 ms)Closed at 1732137676738 2024-11-20T21:21:16,739 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732137666998.1863c3a0f12a6cca936c7d89366208eb. 2024-11-20T21:21:16,739 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 48c6fcb23b6da4015f4d13324630179f, disabling compactions & flushes 2024-11-20T21:21:16,739 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. 2024-11-20T21:21:16,739 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. 2024-11-20T21:21:16,739 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. after waiting 0 ms 2024-11-20T21:21:16,739 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. 2024-11-20T21:21:16,739 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 48c6fcb23b6da4015f4d13324630179f 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T21:21:16,746 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/.tmp/ns/c77747ef699f4cc4958c1ea37cc709d7 is 43, key is default/ns:d/1732137658000/Put/seqid=0 2024-11-20T21:21:16,765 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/.tmp/f/95e3966e72c14d0b9ca5109ec0ce961a is 29, key is row1/f:/1732137674220/DeleteFamily/seqid=0 2024-11-20T21:21:16,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741842_1018 (size=5153) 2024-11-20T21:21:16,768 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/.tmp/ns/c77747ef699f4cc4958c1ea37cc709d7 2024-11-20T21:21:16,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741843_1019 (size=5152) 2024-11-20T21:21:16,789 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/.tmp/f/95e3966e72c14d0b9ca5109ec0ce961a 2024-11-20T21:21:16,794 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95e3966e72c14d0b9ca5109ec0ce961a 2024-11-20T21:21:16,799 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/.tmp/rep_barrier/b2e6c6f38f904a72a264bc016082d94c is 112, key is test,,1732137661452.48c6fcb23b6da4015f4d13324630179f./rep_barrier:seqnumDuringOpen/1732137662387/Put/seqid=0 2024-11-20T21:21:16,803 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1191, reset compression=false 2024-11-20T21:21:16,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741844_1020 (size=5518) 2024-11-20T21:21:16,838 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/.tmp/f1/93ba2811af844614b27816e42c33da68 is 30, key is row1/f1:/1732137674220/DeleteFamily/seqid=0 2024-11-20T21:21:16,838 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 1241, reset compression=false 2024-11-20T21:21:16,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741845_1021 (size=5158) 2024-11-20T21:21:16,855 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:16,855 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 1488, reset compression=false 2024-11-20T21:21:16,855 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35629,1732137656217 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:16,857 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b16ab3f13b7,35629,1732137656217: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b16ab3f13b7,35629,1732137656217, walGroup=0b16ab3f13b7%2C35629%2C1732137656217, offset=0b16ab3f13b7%2C35629%2C1732137656217.1732137657203:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:35629 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T21:21:16,859 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:21:16,859 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:21:16,860 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:21:16,861 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:21:16,861 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:21:16,861 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 889311744 }, "NonHeapMemoryUsage": { "committed": 206700544, "init": 7667712, "max": -1, "used": 201986040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T21:21:16,861 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:35339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:35339 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-20T21:21:16,891 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:17,067 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 1488, reset compression=false 2024-11-20T21:21:17,083 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:21:17,083 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:21:17,091 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:17,128 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 636, reset compression=false 2024-11-20T21:21:17,230 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/.tmp/rep_barrier/b2e6c6f38f904a72a264bc016082d94c 2024-11-20T21:21:17,247 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/.tmp/f1/93ba2811af844614b27816e42c33da68 2024-11-20T21:21:17,261 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/.tmp/table/b99645d80bf74897bf36377b87c3f409 is 53, key is hbase:replication/table:state/1732137668393/Put/seqid=0 2024-11-20T21:21:17,262 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93ba2811af844614b27816e42c33da68 2024-11-20T21:21:17,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741846_1022 (size=5308) 2024-11-20T21:21:17,283 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/.tmp/norep/5bf783f8ccb14730b9a714860b91c7e7 is 33, key is row2/norep:/1732137675232/DeleteFamily/seqid=0 2024-11-20T21:21:17,291 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:21:17,291 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 48c6fcb23b6da4015f4d13324630179f=test,,1732137661452.48c6fcb23b6da4015f4d13324630179f.} 2024-11-20T21:21:17,291 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:17,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741847_1023 (size=5108) 2024-11-20T21:21:17,324 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1191, reset compression=false 2024-11-20T21:21:17,372 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 1488, reset compression=false 2024-11-20T21:21:17,491 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:17,677 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/.tmp/table/b99645d80bf74897bf36377b87c3f409 2024-11-20T21:21:17,690 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/.tmp/info/96dfeee9b24442ac9e520a305e2de5c0 as hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/info/96dfeee9b24442ac9e520a305e2de5c0 2024-11-20T21:21:17,692 DEBUG [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 48c6fcb23b6da4015f4d13324630179f 2024-11-20T21:21:17,695 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/info/96dfeee9b24442ac9e520a305e2de5c0, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T21:21:17,696 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/.tmp/ns/c77747ef699f4cc4958c1ea37cc709d7 as hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/ns/c77747ef699f4cc4958c1ea37cc709d7 2024-11-20T21:21:17,707 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/ns/c77747ef699f4cc4958c1ea37cc709d7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T21:21:17,709 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/.tmp/rep_barrier/b2e6c6f38f904a72a264bc016082d94c as hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/rep_barrier/b2e6c6f38f904a72a264bc016082d94c 2024-11-20T21:21:17,710 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/.tmp/norep/5bf783f8ccb14730b9a714860b91c7e7 2024-11-20T21:21:17,717 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/rep_barrier/b2e6c6f38f904a72a264bc016082d94c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T21:21:17,718 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/.tmp/table/b99645d80bf74897bf36377b87c3f409 as hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/table/b99645d80bf74897bf36377b87c3f409 2024-11-20T21:21:17,719 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bf783f8ccb14730b9a714860b91c7e7 2024-11-20T21:21:17,728 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/.tmp/f/95e3966e72c14d0b9ca5109ec0ce961a as hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/f/95e3966e72c14d0b9ca5109ec0ce961a 2024-11-20T21:21:17,736 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/table/b99645d80bf74897bf36377b87c3f409, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T21:21:17,737 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 95e3966e72c14d0b9ca5109ec0ce961a 2024-11-20T21:21:17,737 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1446ms, sequenceid=16, compaction requested=false 2024-11-20T21:21:17,737 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/f/95e3966e72c14d0b9ca5109ec0ce961a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T21:21:17,738 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/.tmp/f1/93ba2811af844614b27816e42c33da68 as hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/f1/93ba2811af844614b27816e42c33da68 2024-11-20T21:21:17,742 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 93ba2811af844614b27816e42c33da68 2024-11-20T21:21:17,743 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/f1/93ba2811af844614b27816e42c33da68, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T21:21:17,743 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/.tmp/norep/5bf783f8ccb14730b9a714860b91c7e7 as hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/norep/5bf783f8ccb14730b9a714860b91c7e7 2024-11-20T21:21:17,749 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T21:21:17,750 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:21:17,750 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:21:17,750 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:17,750 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137676290Running coprocessor pre-close hooks at 1732137676290Disabling compacts and flushes for region at 1732137676290Disabling writes for close at 1732137676290Obtaining lock to block concurrent updates at 1732137676290Preparing flush snapshotting stores in 1588230740 at 1732137676290Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732137676291 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732137676291Flushing 1588230740/info: creating writer at 1732137676291Flushing 1588230740/info: appending metadata at 1732137676309 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732137676309Flushing 1588230740/ns: creating writer at 1732137676724 (+415 ms)Flushing 1588230740/ns: appending metadata at 1732137676746 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1732137676746Flushing 1588230740/rep_barrier: creating writer at 1732137676773 (+27 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732137676798 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732137676798Flushing 1588230740/table: creating writer at 1732137677235 (+437 ms)Flushing 1588230740/table: appending metadata at 1732137677258 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732137677258Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d7710c4: reopening flushed file at 1732137677688 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a28a241: reopening flushed file at 1732137677695 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@dee7544: reopening flushed file at 1732137677707 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79e258b6: reopening flushed file at 1732137677717 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1446ms, sequenceid=16, compaction requested=false at 1732137677737 (+20 ms)Writing region close event to WAL at 1732137677740 (+3 ms)Running coprocessor post-close hooks at 1732137677749 (+9 ms)Closed at 1732137677750 (+1 ms) 2024-11-20T21:21:17,750 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:17,751 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5bf783f8ccb14730b9a714860b91c7e7 2024-11-20T21:21:17,751 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/norep/5bf783f8ccb14730b9a714860b91c7e7, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T21:21:17,752 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 48c6fcb23b6da4015f4d13324630179f in 1013ms, sequenceid=10, compaction requested=false 2024-11-20T21:21:17,776 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 1488, reset compression=false 2024-11-20T21:21:17,789 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:21:17,791 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/data/default/test/48c6fcb23b6da4015f4d13324630179f/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T21:21:17,792 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:21:17,792 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:21:17,792 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. 2024-11-20T21:21:17,792 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 48c6fcb23b6da4015f4d13324630179f: Waiting for close lock at 1732137676739Running coprocessor pre-close hooks at 1732137676739Disabling compacts and flushes for region at 1732137676739Disabling writes for close at 1732137676739Obtaining lock to block concurrent updates at 1732137676739Preparing flush snapshotting stores in 48c6fcb23b6da4015f4d13324630179f at 1732137676739Finished memstore snapshotting test,,1732137661452.48c6fcb23b6da4015f4d13324630179f., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732137676739Flushing stores of test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. at 1732137676740 (+1 ms)Flushing 48c6fcb23b6da4015f4d13324630179f/f: creating writer at 1732137676740Flushing 48c6fcb23b6da4015f4d13324630179f/f: appending metadata at 1732137676764 (+24 ms)Flushing 48c6fcb23b6da4015f4d13324630179f/f: closing flushed file at 1732137676764Flushing 48c6fcb23b6da4015f4d13324630179f/f1: creating writer at 1732137676794 (+30 ms)Flushing 48c6fcb23b6da4015f4d13324630179f/f1: appending metadata at 1732137676837 (+43 ms)Flushing 48c6fcb23b6da4015f4d13324630179f/f1: closing flushed file at 1732137676837Flushing 48c6fcb23b6da4015f4d13324630179f/norep: creating writer at 1732137677262 (+425 ms)Flushing 48c6fcb23b6da4015f4d13324630179f/norep: appending metadata at 1732137677282 (+20 ms)Flushing 48c6fcb23b6da4015f4d13324630179f/norep: closing flushed file at 1732137677282Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c0f36d0: reopening flushed file at 1732137677719 (+437 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@747e8a12: reopening flushed file at 1732137677737 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53d6bd67: reopening flushed file at 1732137677743 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 48c6fcb23b6da4015f4d13324630179f in 1013ms, sequenceid=10, compaction requested=false at 1732137677752 (+9 ms)Writing region close event to WAL at 1732137677769 (+17 ms)Running coprocessor post-close hooks at 1732137677792 (+23 ms)Closed at 1732137677792 2024-11-20T21:21:17,792 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137661452.48c6fcb23b6da4015f4d13324630179f. 2024-11-20T21:21:17,818 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:17,818 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.wal-reader.0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.1732137657203 to pos 2132, reset compression=false 2024-11-20T21:21:17,892 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,35629,1732137656217; all regions closed. 2024-11-20T21:21:17,922 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/WALs/0b16ab3f13b7,35629,1732137656217/0b16ab3f13b7%2C35629%2C1732137656217.meta.1732137657885.meta not finished, retry = 0 2024-11-20T21:21:17,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741834_1010 (size=4239) 2024-11-20T21:21:17,934 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1191, reset compression=false 2024-11-20T21:21:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741839_1015 (size=3114) 2024-11-20T21:21:18,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741833_1009 (size=2140) 2024-11-20T21:21:18,031 DEBUG [RS:0;0b16ab3f13b7:35629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:18,032 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:21:18,032 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:21:18,032 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:21:18,033 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:21:18,033 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:21:18,033 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,35629,1732137656217 because: Region server is closing 2024-11-20T21:21:18,034 INFO [RS:0;0b16ab3f13b7:35629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:35629. 2024-11-20T21:21:18,034 DEBUG [RS:0;0b16ab3f13b7:35629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:18,034 DEBUG [RS:0;0b16ab3f13b7:35629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:18,034 DEBUG [RS:0;0b16ab3f13b7:35629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:18,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:18,049 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 636, reset compression=false 2024-11-20T21:21:18,134 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35629,1732137656217.replicationSource.shipper0b16ab3f13b7%2C35629%2C1732137656217,1-0b16ab3f13b7,35629,1732137656217 terminated 2024-11-20T21:21:18,135 INFO [RS:0;0b16ab3f13b7:35629 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:35629. 2024-11-20T21:21:18,135 DEBUG [RS:0;0b16ab3f13b7:35629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:18,135 DEBUG [RS:0;0b16ab3f13b7:35629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:18,135 DEBUG [RS:0;0b16ab3f13b7:35629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:18,135 INFO [RS:0;0b16ab3f13b7:35629 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35629 2024-11-20T21:21:18,135 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:18,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180/rs 2024-11-20T21:21:18,138 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21520378180/rs/0b16ab3f13b7,35629,1732137656217 2024-11-20T21:21:18,138 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:21:18,139 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,35629,1732137656217] 2024-11-20T21:21:18,141 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21520378180/draining/0b16ab3f13b7,35629,1732137656217 already deleted, retry=false 2024-11-20T21:21:18,141 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,35629,1732137656217 expired; onlineServers=0 2024-11-20T21:21:18,141 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,35339,1732137656142' ***** 2024-11-20T21:21:18,141 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:21:18,141 INFO [M:0;0b16ab3f13b7:35339 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:21:18,141 INFO [M:0;0b16ab3f13b7:35339 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:21:18,142 DEBUG [M:0;0b16ab3f13b7:35339 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:21:18,142 DEBUG [M:0;0b16ab3f13b7:35339 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:21:18,142 INFO [M:0;0b16ab3f13b7:35339 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:21:18,142 INFO [M:0;0b16ab3f13b7:35339 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:21:18,142 DEBUG [M:0;0b16ab3f13b7:35339 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:21:18,142 INFO [M:0;0b16ab3f13b7:35339 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:21:18,142 INFO [M:0;0b16ab3f13b7:35339 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:21:18,143 INFO [M:0;0b16ab3f13b7:35339 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:21:18,143 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:21:18,144 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137657020 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137657020,5,FailOnTimeoutGroup] 2024-11-20T21:21:18,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21520378180/master 2024-11-20T21:21:18,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21520378180 2024-11-20T21:21:18,145 DEBUG [M:0;0b16ab3f13b7:35339 {}] zookeeper.ZKUtil(347): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Unable to get data of znode /21520378180/master because node does not exist (not an error) 2024-11-20T21:21:18,145 WARN [M:0;0b16ab3f13b7:35339 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:21:18,146 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:21:18,146 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137657019 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137657019,5,FailOnTimeoutGroup] 2024-11-20T21:21:18,148 INFO [M:0;0b16ab3f13b7:35339 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/.lastflushedseqids 2024-11-20T21:21:18,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741848_1024 (size=245) 2024-11-20T21:21:18,153 INFO [M:0;0b16ab3f13b7:35339 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:21:18,153 INFO [M:0;0b16ab3f13b7:35339 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:21:18,153 DEBUG [M:0;0b16ab3f13b7:35339 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:21:18,153 INFO [M:0;0b16ab3f13b7:35339 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:18,154 DEBUG [M:0;0b16ab3f13b7:35339 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:18,154 DEBUG [M:0;0b16ab3f13b7:35339 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:21:18,154 DEBUG [M:0;0b16ab3f13b7:35339 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:18,154 INFO [M:0;0b16ab3f13b7:35339 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-20T21:21:18,179 DEBUG [M:0;0b16ab3f13b7:35339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69682cfbbd1e4a9e8ca6644b311d95fb is 82, key is hbase:meta,,1/info:regioninfo/1732137657986/Put/seqid=0 2024-11-20T21:21:18,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741849_1025 (size=5672) 2024-11-20T21:21:18,192 INFO [M:0;0b16ab3f13b7:35339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69682cfbbd1e4a9e8ca6644b311d95fb 2024-11-20T21:21:18,220 DEBUG [M:0;0b16ab3f13b7:35339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a74ad2b2f7f41d288065ca70fcd096a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732137668397/Put/seqid=0 2024-11-20T21:21:18,241 INFO [RS:0;0b16ab3f13b7:35629 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:21:18,241 INFO [RS:0;0b16ab3f13b7:35629 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,35629,1732137656217; zookeeper connection closed. 2024-11-20T21:21:18,241 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:18,241 DEBUG [pool-2155-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35629-0x1005f1105700007, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:18,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741850_1026 (size=8517) 2024-11-20T21:21:18,245 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@291b3a06 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@291b3a06 2024-11-20T21:21:18,245 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:21:18,249 INFO [M:0;0b16ab3f13b7:35339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a74ad2b2f7f41d288065ca70fcd096a 2024-11-20T21:21:18,316 DEBUG [M:0;0b16ab3f13b7:35339 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/129e45f9be28453293933e61ab54fe3d is 69, key is 0b16ab3f13b7,35629,1732137656217/rs:state/1732137657030/Put/seqid=0 2024-11-20T21:21:18,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741851_1027 (size=5156) 2024-11-20T21:21:18,329 INFO [M:0;0b16ab3f13b7:35339 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/129e45f9be28453293933e61ab54fe3d 2024-11-20T21:21:18,353 DEBUG [M:0;0b16ab3f13b7:35339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/69682cfbbd1e4a9e8ca6644b311d95fb as hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69682cfbbd1e4a9e8ca6644b311d95fb 2024-11-20T21:21:18,382 INFO [M:0;0b16ab3f13b7:35339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/69682cfbbd1e4a9e8ca6644b311d95fb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T21:21:18,389 DEBUG [M:0;0b16ab3f13b7:35339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a74ad2b2f7f41d288065ca70fcd096a as hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a74ad2b2f7f41d288065ca70fcd096a 2024-11-20T21:21:18,406 INFO [M:0;0b16ab3f13b7:35339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a74ad2b2f7f41d288065ca70fcd096a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T21:21:18,408 DEBUG [M:0;0b16ab3f13b7:35339 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/129e45f9be28453293933e61ab54fe3d as hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/129e45f9be28453293933e61ab54fe3d 2024-11-20T21:21:18,437 INFO [M:0;0b16ab3f13b7:35339 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45269/user/jenkins/test-data/4c2b2dfc-0706-6e10-8175-89e82631945e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/129e45f9be28453293933e61ab54fe3d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T21:21:18,445 INFO [M:0;0b16ab3f13b7:35339 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 290ms, sequenceid=97, compaction requested=false 2024-11-20T21:21:18,452 INFO [M:0;0b16ab3f13b7:35339 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:18,452 DEBUG [M:0;0b16ab3f13b7:35339 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137678153Disabling compacts and flushes for region at 1732137678153Disabling writes for close at 1732137678154 (+1 ms)Obtaining lock to block concurrent updates at 1732137678154Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137678154Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732137678154Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137678156 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137678156Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137678179 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137678179Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137678199 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137678220 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137678220Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137678265 (+45 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137678315 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137678315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58f473cc: reopening flushed file at 1732137678348 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@779fe491: reopening flushed file at 1732137678382 (+34 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52fc5a50: reopening flushed file at 1732137678406 (+24 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 290ms, sequenceid=97, compaction requested=false at 1732137678445 (+39 ms)Writing region close event to WAL at 1732137678452 (+7 ms)Closed at 1732137678452 2024-11-20T21:21:18,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43063 is added to blk_1073741830_1006 (size=63666) 2024-11-20T21:21:18,481 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:21:18,481 INFO [M:0;0b16ab3f13b7:35339 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:21:18,481 INFO [M:0;0b16ab3f13b7:35339 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35339 2024-11-20T21:21:18,482 INFO [M:0;0b16ab3f13b7:35339 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:21:18,587 INFO [M:0;0b16ab3f13b7:35339 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:21:18,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:18,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35339-0x1005f1105700006, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:18,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@593fece{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:21:18,590 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e9ce7d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:21:18,590 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:21:18,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59092efa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:21:18,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d48c9f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/hadoop.log.dir/,STOPPED} 2024-11-20T21:21:18,592 WARN [BP-2111911050-172.17.0.3-1732137654448 heartbeating to localhost/127.0.0.1:45269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:21:18,592 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:21:18,592 WARN [BP-2111911050-172.17.0.3-1732137654448 heartbeating to localhost/127.0.0.1:45269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2111911050-172.17.0.3-1732137654448 (Datanode Uuid 86bda840-118d-4cad-b98d-eff4c11203ec) service to localhost/127.0.0.1:45269 2024-11-20T21:21:18,592 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:21:18,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/cluster_6e36309b-92fd-2586-540d-2415099c021d/data/data1/current/BP-2111911050-172.17.0.3-1732137654448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:21:18,593 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/cluster_6e36309b-92fd-2586-540d-2415099c021d/data/data2/current/BP-2111911050-172.17.0.3-1732137654448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:21:18,593 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:21:18,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ff77b68{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:21:18,603 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@139d95e5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:21:18,603 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:21:18,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60426e39{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:21:18,603 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3d7b342c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/hadoop.log.dir/,STOPPED} 2024-11-20T21:21:18,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:21:18,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:21:18,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:18,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:18,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:18,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:18,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:18,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:21:18,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1395800545, stopped=false 2024-11-20T21:21:18,624 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,38485,1732137651771 2024-11-20T21:21:18,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1944184854/running 2024-11-20T21:21:18,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:21:18,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1944184854/running 2024-11-20T21:21:18,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:21:18,626 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:21:18,627 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:18,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Set watcher on znode that does not yet exist, /1944184854/running 2024-11-20T21:21:18,627 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:18,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:18,627 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Set watcher on znode that does not yet exist, /1944184854/running 2024-11-20T21:21:18,628 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,35433,1732137651893' ***** 2024-11-20T21:21:18,628 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:21:18,628 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:21:18,628 INFO [RS:0;0b16ab3f13b7:35433 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:21:18,628 INFO [RS:0;0b16ab3f13b7:35433 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:21:18,628 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(3091): Received CLOSE for 083c6e32b79440647d9bdb6b95fa97b4 2024-11-20T21:21:18,628 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:21:18,628 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(3091): Received CLOSE for 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:18,629 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,35433,1732137651893 2024-11-20T21:21:18,629 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:21:18,629 INFO [RS:0;0b16ab3f13b7:35433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:35433. 2024-11-20T21:21:18,629 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 083c6e32b79440647d9bdb6b95fa97b4, disabling compactions & flushes 2024-11-20T21:21:18,629 DEBUG [RS:0;0b16ab3f13b7:35433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:18,629 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. 2024-11-20T21:21:18,629 DEBUG [RS:0;0b16ab3f13b7:35433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:18,629 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. 2024-11-20T21:21:18,629 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. after waiting 0 ms 2024-11-20T21:21:18,629 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. 2024-11-20T21:21:18,629 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:21:18,629 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:21:18,629 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:21:18,629 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 083c6e32b79440647d9bdb6b95fa97b4 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-20T21:21:18,629 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:21:18,629 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T21:21:18,629 DEBUG [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1325): Online Regions={083c6e32b79440647d9bdb6b95fa97b4=test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4., 207fdb3d140c16b1a916c0b8d62506df=hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:21:18,629 DEBUG [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1351): Waiting on 083c6e32b79440647d9bdb6b95fa97b4, 1588230740, 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:18,629 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:21:18,629 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:21:18,629 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:21:18,629 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:21:18,629 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:21:18,629 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T21:21:18,645 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/.tmp/f/7d1b06b4938842898466fedf3f87f9b3 is 29, key is row1/f:/1732137674220/DeleteFamily/seqid=0 2024-11-20T21:21:18,649 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1191, reset compression=false 2024-11-20T21:21:18,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741840_1016 (size=5152) 2024-11-20T21:21:18,652 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/.tmp/info/62587f5a0e8448b3801261239f8755e5 is 147, key is hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df./info:regioninfo/1732137665784/Put/seqid=0 2024-11-20T21:21:18,652 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/.tmp/f/7d1b06b4938842898466fedf3f87f9b3 2024-11-20T21:21:18,655 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:18,655 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1438, reset compression=false 2024-11-20T21:21:18,655 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,35433,1732137651893 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:18,656 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b16ab3f13b7,35433,1732137651893: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b16ab3f13b7,35433,1732137651893, walGroup=0b16ab3f13b7%2C35433%2C1732137651893, offset=0b16ab3f13b7%2C35433%2C1732137651893.1732137653477:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:35433 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T21:21:18,657 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:21:18,658 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:21:18,658 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:21:18,658 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:21:18,658 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:21:18,658 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 939643384 }, "NonHeapMemoryUsage": { "committed": 206766080, "init": 7667712, "max": -1, "used": 202179912 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T21:21:18,659 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:38485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:38485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-20T21:21:18,661 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d1b06b4938842898466fedf3f87f9b3 2024-11-20T21:21:18,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741841_1017 (size=7686) 2024-11-20T21:21:18,667 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/.tmp/info/62587f5a0e8448b3801261239f8755e5 2024-11-20T21:21:18,688 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:21:18,700 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/.tmp/ns/72aa4208b29d458f8bde5d50373be0f8 is 43, key is default/ns:d/1732137654248/Put/seqid=0 2024-11-20T21:21:18,700 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/.tmp/f1/c8bf906289c34727b94a055857999e1f is 30, key is row1/f1:/1732137674220/DeleteFamily/seqid=0 2024-11-20T21:21:18,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741842_1018 (size=5153) 2024-11-20T21:21:18,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741843_1019 (size=5158) 2024-11-20T21:21:18,708 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/.tmp/ns/72aa4208b29d458f8bde5d50373be0f8 2024-11-20T21:21:18,708 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/.tmp/f1/c8bf906289c34727b94a055857999e1f 2024-11-20T21:21:18,715 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8bf906289c34727b94a055857999e1f 2024-11-20T21:21:18,731 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/.tmp/rep_barrier/322e0f4fbab348e2819192a576c168a2 is 112, key is test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4./rep_barrier:seqnumDuringOpen/1732137661223/Put/seqid=0 2024-11-20T21:21:18,733 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/.tmp/norep/1aab3f216da64132aac005be894635fa is 33, key is row1/norep:/1732137674220/DeleteFamily/seqid=0 2024-11-20T21:21:18,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741844_1020 (size=5518) 2024-11-20T21:21:18,735 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/.tmp/rep_barrier/322e0f4fbab348e2819192a576c168a2 2024-11-20T21:21:18,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741845_1021 (size=5108) 2024-11-20T21:21:18,754 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/.tmp/table/0b25fb75c8874985956450b4ff7f6cbd is 53, key is hbase:replication/table:state/1732137665793/Put/seqid=0 2024-11-20T21:21:18,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741846_1022 (size=5308) 2024-11-20T21:21:18,829 DEBUG [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1351): Waiting on 083c6e32b79440647d9bdb6b95fa97b4, 1588230740, 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:18,887 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1438, reset compression=false 2024-11-20T21:21:19,030 DEBUG [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1351): Waiting on 083c6e32b79440647d9bdb6b95fa97b4, 1588230740, 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:19,055 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 636, reset compression=false 2024-11-20T21:21:19,137 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/.tmp/norep/1aab3f216da64132aac005be894635fa 2024-11-20T21:21:19,142 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1aab3f216da64132aac005be894635fa 2024-11-20T21:21:19,145 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/.tmp/f/7d1b06b4938842898466fedf3f87f9b3 as hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/f/7d1b06b4938842898466fedf3f87f9b3 2024-11-20T21:21:19,160 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d1b06b4938842898466fedf3f87f9b3 2024-11-20T21:21:19,160 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/f/7d1b06b4938842898466fedf3f87f9b3, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T21:21:19,161 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/.tmp/f1/c8bf906289c34727b94a055857999e1f as hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/f1/c8bf906289c34727b94a055857999e1f 2024-11-20T21:21:19,162 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/.tmp/table/0b25fb75c8874985956450b4ff7f6cbd 2024-11-20T21:21:19,165 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8bf906289c34727b94a055857999e1f 2024-11-20T21:21:19,165 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/f1/c8bf906289c34727b94a055857999e1f, entries=3, sequenceid=10, filesize=5.0 K 2024-11-20T21:21:19,173 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/.tmp/norep/1aab3f216da64132aac005be894635fa as hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/norep/1aab3f216da64132aac005be894635fa 2024-11-20T21:21:19,173 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/.tmp/info/62587f5a0e8448b3801261239f8755e5 as hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/info/62587f5a0e8448b3801261239f8755e5 2024-11-20T21:21:19,179 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/info/62587f5a0e8448b3801261239f8755e5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T21:21:19,183 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/.tmp/ns/72aa4208b29d458f8bde5d50373be0f8 as hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/ns/72aa4208b29d458f8bde5d50373be0f8 2024-11-20T21:21:19,188 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/ns/72aa4208b29d458f8bde5d50373be0f8, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T21:21:19,189 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1aab3f216da64132aac005be894635fa 2024-11-20T21:21:19,189 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/norep/1aab3f216da64132aac005be894635fa, entries=1, sequenceid=10, filesize=5.0 K 2024-11-20T21:21:19,189 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/.tmp/rep_barrier/322e0f4fbab348e2819192a576c168a2 as hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/rep_barrier/322e0f4fbab348e2819192a576c168a2 2024-11-20T21:21:19,190 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 083c6e32b79440647d9bdb6b95fa97b4 in 561ms, sequenceid=10, compaction requested=false 2024-11-20T21:21:19,198 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/rep_barrier/322e0f4fbab348e2819192a576c168a2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T21:21:19,201 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/.tmp/table/0b25fb75c8874985956450b4ff7f6cbd as hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/table/0b25fb75c8874985956450b4ff7f6cbd 2024-11-20T21:21:19,208 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/table/0b25fb75c8874985956450b4ff7f6cbd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T21:21:19,209 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 580ms, sequenceid=16, compaction requested=false 2024-11-20T21:21:19,210 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1438, reset compression=false 2024-11-20T21:21:19,230 DEBUG [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1351): Waiting on 083c6e32b79440647d9bdb6b95fa97b4, 1588230740, 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:19,235 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:19,235 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/WALs/0b16ab3f13b7,35433,1732137651893/0b16ab3f13b7%2C35433%2C1732137651893.1732137653477 to pos 1787, reset compression=false 2024-11-20T21:21:19,245 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/default/test/083c6e32b79440647d9bdb6b95fa97b4/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-20T21:21:19,246 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:21:19,246 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:21:19,246 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. 2024-11-20T21:21:19,246 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:19,246 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 083c6e32b79440647d9bdb6b95fa97b4: Waiting for close lock at 1732137678629Running coprocessor pre-close hooks at 1732137678629Disabling compacts and flushes for region at 1732137678629Disabling writes for close at 1732137678629Obtaining lock to block concurrent updates at 1732137678629Preparing flush snapshotting stores in 083c6e32b79440647d9bdb6b95fa97b4 at 1732137678629Finished memstore snapshotting test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732137678629Flushing stores of test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. at 1732137678630 (+1 ms)Flushing 083c6e32b79440647d9bdb6b95fa97b4/f: creating writer at 1732137678630Flushing 083c6e32b79440647d9bdb6b95fa97b4/f: appending metadata at 1732137678645 (+15 ms)Flushing 083c6e32b79440647d9bdb6b95fa97b4/f: closing flushed file at 1732137678645Flushing 083c6e32b79440647d9bdb6b95fa97b4/f1: creating writer at 1732137678661 (+16 ms)Flushing 083c6e32b79440647d9bdb6b95fa97b4/f1: appending metadata at 1732137678699 (+38 ms)Flushing 083c6e32b79440647d9bdb6b95fa97b4/f1: closing flushed file at 1732137678700 (+1 ms)Flushing 083c6e32b79440647d9bdb6b95fa97b4/norep: creating writer at 1732137678715 (+15 ms)Flushing 083c6e32b79440647d9bdb6b95fa97b4/norep: appending metadata at 1732137678732 (+17 ms)Flushing 083c6e32b79440647d9bdb6b95fa97b4/norep: closing flushed file at 1732137678732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a92ca34: reopening flushed file at 1732137679142 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@464cda2b: reopening flushed file at 1732137679160 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70d02350: reopening flushed file at 1732137679165 (+5 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 083c6e32b79440647d9bdb6b95fa97b4 in 561ms, sequenceid=10, compaction requested=false at 1732137679190 (+25 ms)Writing region close event to WAL at 1732137679238 (+48 ms)Running coprocessor post-close hooks at 1732137679246 (+8 ms)Closed at 1732137679246 2024-11-20T21:21:19,246 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137660282.083c6e32b79440647d9bdb6b95fa97b4. 2024-11-20T21:21:19,247 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 207fdb3d140c16b1a916c0b8d62506df, disabling compactions & flushes 2024-11-20T21:21:19,247 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:19,247 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:19,247 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. after waiting 0 ms 2024-11-20T21:21:19,247 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:19,247 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 207fdb3d140c16b1a916c0b8d62506df: Waiting for close lock at 1732137679247Running coprocessor pre-close hooks at 1732137679247Disabling compacts and flushes for region at 1732137679247Disabling writes for close at 1732137679247Failed flush hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df., putting online again at 1732137679247 2024-11-20T21:21:19,247 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:19,249 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T21:21:19,249 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:21:19,249 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:21:19,249 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:19,249 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137678629Running coprocessor pre-close hooks at 1732137678629Disabling compacts and flushes for region at 1732137678629Disabling writes for close at 1732137678629Obtaining lock to block concurrent updates at 1732137678629Preparing flush snapshotting stores in 1588230740 at 1732137678629Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732137678630 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732137678630Flushing 1588230740/info: creating writer at 1732137678630Flushing 1588230740/info: appending metadata at 1732137678651 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732137678652 (+1 ms)Flushing 1588230740/ns: creating writer at 1732137678671 (+19 ms)Flushing 1588230740/ns: appending metadata at 1732137678700 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1732137678700Flushing 1588230740/rep_barrier: creating writer at 1732137678713 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732137678731 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732137678731Flushing 1588230740/table: creating writer at 1732137678739 (+8 ms)Flushing 1588230740/table: appending metadata at 1732137678754 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732137678754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@213ceb59: reopening flushed file at 1732137679166 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bb467c9: reopening flushed file at 1732137679179 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d1b68: reopening flushed file at 1732137679188 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dd8f708: reopening flushed file at 1732137679199 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 580ms, sequenceid=16, compaction requested=false at 1732137679209 (+10 ms)Writing region close event to WAL at 1732137679246 (+37 ms)Running coprocessor post-close hooks at 1732137679249 (+3 ms)Closed at 1732137679249 2024-11-20T21:21:19,249 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:19,332 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:21:19,332 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:21:19,430 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(3091): Received CLOSE for 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:19,430 DEBUG [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1351): Waiting on 207fdb3d140c16b1a916c0b8d62506df 2024-11-20T21:21:19,430 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 207fdb3d140c16b1a916c0b8d62506df, disabling compactions & flushes 2024-11-20T21:21:19,431 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:19,431 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:19,431 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. after waiting 0 ms 2024-11-20T21:21:19,431 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:19,431 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 207fdb3d140c16b1a916c0b8d62506df: Waiting for close lock at 1732137679430Running coprocessor pre-close hooks at 1732137679430Disabling compacts and flushes for region at 1732137679430Disabling writes for close at 1732137679431 (+1 ms)Failed flush hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df., putting online again at 1732137679431 2024-11-20T21:21:19,431 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df. 2024-11-20T21:21:19,632 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:21:19,632 DEBUG [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1325): Online Regions={207fdb3d140c16b1a916c0b8d62506df=hbase:replication,,1732137664836.207fdb3d140c16b1a916c0b8d62506df.} 2024-11-20T21:21:19,632 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T21:21:19,632 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,35433,1732137651893; all regions closed. 2024-11-20T21:21:19,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741834_1010 (size=4239) 2024-11-20T21:21:19,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741839_1015 (size=2171) 2024-11-20T21:21:19,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741832_1008 (size=2090) 2024-11-20T21:21:19,693 DEBUG [RS:0;0b16ab3f13b7:35433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:19,693 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:21:19,693 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:21:19,693 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:21:19,694 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:21:19,694 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:21:19,694 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,35433,1732137651893 because: Region server is closing 2024-11-20T21:21:19,694 INFO [RS:0;0b16ab3f13b7:35433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:35433. 2024-11-20T21:21:19,694 DEBUG [RS:0;0b16ab3f13b7:35433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:19,694 DEBUG [RS:0;0b16ab3f13b7:35433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:19,695 DEBUG [RS:0;0b16ab3f13b7:35433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:19,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:19,795 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.shipper0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 terminated 2024-11-20T21:21:19,795 INFO [RS:0;0b16ab3f13b7:35433 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:35433. 2024-11-20T21:21:19,795 DEBUG [RS:0;0b16ab3f13b7:35433 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:19,795 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,35433,1732137651893.replicationSource.wal-reader.0b16ab3f13b7%2C35433%2C1732137651893,1-0b16ab3f13b7,35433,1732137651893 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:178) ~[classes/:?] 2024-11-20T21:21:19,795 DEBUG [RS:0;0b16ab3f13b7:35433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:19,795 DEBUG [RS:0;0b16ab3f13b7:35433 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:19,796 INFO [RS:0;0b16ab3f13b7:35433 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35433 2024-11-20T21:21:19,796 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:19,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1944184854/rs/0b16ab3f13b7,35433,1732137651893 2024-11-20T21:21:19,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854/rs 2024-11-20T21:21:19,799 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:21:19,801 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,35433,1732137651893] 2024-11-20T21:21:19,808 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1944184854/draining/0b16ab3f13b7,35433,1732137651893 already deleted, retry=false 2024-11-20T21:21:19,808 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,35433,1732137651893 expired; onlineServers=0 2024-11-20T21:21:19,808 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,38485,1732137651771' ***** 2024-11-20T21:21:19,808 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:21:19,808 INFO [M:0;0b16ab3f13b7:38485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:21:19,808 INFO [M:0;0b16ab3f13b7:38485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:21:19,808 DEBUG [M:0;0b16ab3f13b7:38485 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:21:19,808 DEBUG [M:0;0b16ab3f13b7:38485 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:21:19,808 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:21:19,808 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137653190 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137653190,5,FailOnTimeoutGroup] 2024-11-20T21:21:19,809 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137653191 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137653191,5,FailOnTimeoutGroup] 2024-11-20T21:21:19,809 INFO [M:0;0b16ab3f13b7:38485 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:21:19,809 INFO [M:0;0b16ab3f13b7:38485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:21:19,809 DEBUG [M:0;0b16ab3f13b7:38485 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:21:19,809 INFO [M:0;0b16ab3f13b7:38485 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:21:19,809 INFO [M:0;0b16ab3f13b7:38485 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:21:19,810 INFO [M:0;0b16ab3f13b7:38485 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:21:19,810 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:21:19,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1944184854/master 2024-11-20T21:21:19,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1944184854 2024-11-20T21:21:19,811 DEBUG [M:0;0b16ab3f13b7:38485 {}] zookeeper.ZKUtil(347): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Unable to get data of znode /1944184854/master because node does not exist (not an error) 2024-11-20T21:21:19,811 WARN [M:0;0b16ab3f13b7:38485 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:21:19,812 INFO [M:0;0b16ab3f13b7:38485 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/.lastflushedseqids 2024-11-20T21:21:19,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741847_1023 (size=245) 2024-11-20T21:21:19,817 INFO [M:0;0b16ab3f13b7:38485 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:21:19,817 INFO [M:0;0b16ab3f13b7:38485 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:21:19,817 DEBUG [M:0;0b16ab3f13b7:38485 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:21:19,817 INFO [M:0;0b16ab3f13b7:38485 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:19,817 DEBUG [M:0;0b16ab3f13b7:38485 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:19,817 DEBUG [M:0;0b16ab3f13b7:38485 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:21:19,817 DEBUG [M:0;0b16ab3f13b7:38485 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:19,817 INFO [M:0;0b16ab3f13b7:38485 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-20T21:21:19,834 DEBUG [M:0;0b16ab3f13b7:38485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82994982d7fe4fd0bff42ada1172fb44 is 82, key is hbase:meta,,1/info:regioninfo/1732137654226/Put/seqid=0 2024-11-20T21:21:19,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741848_1024 (size=5672) 2024-11-20T21:21:19,842 INFO [M:0;0b16ab3f13b7:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82994982d7fe4fd0bff42ada1172fb44 2024-11-20T21:21:19,866 DEBUG [M:0;0b16ab3f13b7:38485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/776f440189894eb2a761720016a28fd5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732137665797/Put/seqid=0 2024-11-20T21:21:19,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741849_1025 (size=8516) 2024-11-20T21:21:19,878 INFO [M:0;0b16ab3f13b7:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/776f440189894eb2a761720016a28fd5 2024-11-20T21:21:19,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:19,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35433-0x1005f1105700004, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:19,902 INFO [RS:0;0b16ab3f13b7:35433 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:21:19,902 INFO [RS:0;0b16ab3f13b7:35433 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,35433,1732137651893; zookeeper connection closed. 2024-11-20T21:21:19,902 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3eb8cc82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3eb8cc82 2024-11-20T21:21:19,902 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:21:19,907 DEBUG [M:0;0b16ab3f13b7:38485 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68d4473be9b24cf4a6b4677df2f6595c is 69, key is 0b16ab3f13b7,35433,1732137651893/rs:state/1732137653281/Put/seqid=0 2024-11-20T21:21:19,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741850_1026 (size=5156) 2024-11-20T21:21:19,912 INFO [M:0;0b16ab3f13b7:38485 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68d4473be9b24cf4a6b4677df2f6595c 2024-11-20T21:21:19,917 DEBUG [M:0;0b16ab3f13b7:38485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/82994982d7fe4fd0bff42ada1172fb44 as hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82994982d7fe4fd0bff42ada1172fb44 2024-11-20T21:21:19,921 INFO [M:0;0b16ab3f13b7:38485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/82994982d7fe4fd0bff42ada1172fb44, entries=8, sequenceid=97, filesize=5.5 K 2024-11-20T21:21:19,922 DEBUG [M:0;0b16ab3f13b7:38485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/776f440189894eb2a761720016a28fd5 as hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/776f440189894eb2a761720016a28fd5 2024-11-20T21:21:19,926 INFO [M:0;0b16ab3f13b7:38485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/776f440189894eb2a761720016a28fd5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-20T21:21:19,927 DEBUG [M:0;0b16ab3f13b7:38485 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/68d4473be9b24cf4a6b4677df2f6595c as hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68d4473be9b24cf4a6b4677df2f6595c 2024-11-20T21:21:19,931 INFO [M:0;0b16ab3f13b7:38485 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36313/user/jenkins/test-data/febf6052-a191-27dc-a1df-79fc078a9188/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/68d4473be9b24cf4a6b4677df2f6595c, entries=1, sequenceid=97, filesize=5.0 K 2024-11-20T21:21:19,932 INFO [M:0;0b16ab3f13b7:38485 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=97, compaction requested=false 2024-11-20T21:21:19,937 INFO [M:0;0b16ab3f13b7:38485 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:19,937 DEBUG [M:0;0b16ab3f13b7:38485 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137679817Disabling compacts and flushes for region at 1732137679817Disabling writes for close at 1732137679817Obtaining lock to block concurrent updates at 1732137679817Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137679817Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732137679818 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137679818Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137679818Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137679834 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137679834Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137679847 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137679866 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137679866Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137679883 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137679906 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137679906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bf62c: reopening flushed file at 1732137679917 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40d02ac: reopening flushed file at 1732137679921 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22cd86d: reopening flushed file at 1732137679926 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 114ms, sequenceid=97, compaction requested=false at 1732137679932 (+6 ms)Writing region close event to WAL at 1732137679937 (+5 ms)Closed at 1732137679937 2024-11-20T21:21:19,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42443 is added to blk_1073741830_1006 (size=63654) 2024-11-20T21:21:19,940 INFO [M:0;0b16ab3f13b7:38485 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:21:19,940 INFO [M:0;0b16ab3f13b7:38485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38485 2024-11-20T21:21:19,940 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:21:19,940 INFO [M:0;0b16ab3f13b7:38485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:21:20,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:20,043 INFO [M:0;0b16ab3f13b7:38485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:21:20,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38485-0x1005f1105700003, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:20,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@217849af{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:21:20,054 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2c2fb306{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:21:20,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:21:20,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b2fe634{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:21:20,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@965b6c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/hadoop.log.dir/,STOPPED} 2024-11-20T21:21:20,056 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:21:20,057 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:21:20,059 WARN [BP-1902121807-172.17.0.3-1732137650238 heartbeating to localhost/127.0.0.1:36313 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:21:20,059 WARN [BP-1902121807-172.17.0.3-1732137650238 heartbeating to localhost/127.0.0.1:36313 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1902121807-172.17.0.3-1732137650238 (Datanode Uuid 02b18f37-d7c0-465a-9586-b88fcf22096d) service to localhost/127.0.0.1:36313 2024-11-20T21:21:20,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/cluster_aa481558-6673-6cca-9ecb-7d6f4ae1539d/data/data1/current/BP-1902121807-172.17.0.3-1732137650238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:21:20,060 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/cluster_aa481558-6673-6cca-9ecb-7d6f4ae1539d/data/data2/current/BP-1902121807-172.17.0.3-1732137650238 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:21:20,060 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:21:20,068 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fd31154{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:21:20,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f25b769{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:21:20,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:21:20,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f793bc3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:21:20,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35937bb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/36597c53-ca75-d08f-3369-553fcb8ea937/hadoop.log.dir/,STOPPED} 2024-11-20T21:21:20,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:21:20,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:21:20,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:20,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:20,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:20,088 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:20,088 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:20,088 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:21:20,088 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=729096061, stopped=false 2024-11-20T21:21:20,088 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,41581,1732137648207 2024-11-20T21:21:20,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-994475028/running 2024-11-20T21:21:20,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-994475028/running 2024-11-20T21:21:20,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:21:20,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:21:20,090 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:21:20,091 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:20,091 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:20,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:20,091 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,33245,1732137648303' ***** 2024-11-20T21:21:20,091 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:21:20,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Set watcher on znode that does not yet exist, /0-994475028/running 2024-11-20T21:21:20,091 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:21:20,091 INFO [RS:0;0b16ab3f13b7:33245 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:21:20,092 INFO [RS:0;0b16ab3f13b7:33245 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:21:20,092 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(3091): Received CLOSE for 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:21:20,092 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:21:20,092 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(3091): Received CLOSE for 282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:20,092 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,33245,1732137648303 2024-11-20T21:21:20,092 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:21:20,092 INFO [RS:0;0b16ab3f13b7:33245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:33245. 2024-11-20T21:21:20,092 DEBUG [RS:0;0b16ab3f13b7:33245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:20,092 DEBUG [RS:0;0b16ab3f13b7:33245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:20,092 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:21:20,092 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:21:20,092 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:21:20,092 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 60b8dede3e1bf96f843acc56e089d1a3, disabling compactions & flushes 2024-11-20T21:21:20,093 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:21:20,093 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. 2024-11-20T21:21:20,093 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. 2024-11-20T21:21:20,093 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. after waiting 0 ms 2024-11-20T21:21:20,093 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. 2024-11-20T21:21:20,093 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 60b8dede3e1bf96f843acc56e089d1a3 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-20T21:21:20,095 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Set watcher on znode that does not yet exist, /0-994475028/running 2024-11-20T21:21:20,099 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T21:21:20,099 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1325): Online Regions={60b8dede3e1bf96f843acc56e089d1a3=test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3., 1588230740=hbase:meta,,1.1588230740, 282fbaeecdb3c5f5f715b649d14c3749=hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749.} 2024-11-20T21:21:20,099 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 282fbaeecdb3c5f5f715b649d14c3749, 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:21:20,099 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:21:20,099 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:21:20,099 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:21:20,099 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:21:20,099 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:21:20,099 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T21:21:20,115 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:21:20,118 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/.tmp/f/c84c5e1230a441ab8c6eb387ba55c9df is 28, key is row/f:/1732137673207/DeleteFamily/seqid=0 2024-11-20T21:21:20,123 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/.tmp/info/8059720b1a5944b88f5e4641d50a9326 is 147, key is hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749./info:regioninfo/1732137664030/Put/seqid=0 2024-11-20T21:21:20,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741840_1016 (size=5085) 2024-11-20T21:21:20,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741841_1017 (size=7686) 2024-11-20T21:21:20,150 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/.tmp/info/8059720b1a5944b88f5e4641d50a9326 2024-11-20T21:21:20,162 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 636, reset compression=false 2024-11-20T21:21:20,194 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:41581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 10 more 2024-11-20T21:21:20,222 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:20,222 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 883, reset compression=false 2024-11-20T21:21:20,224 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,33245,1732137648303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:20,225 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b16ab3f13b7,33245,1732137648303: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-0b16ab3f13b7,33245,1732137648303, walGroup=0b16ab3f13b7%2C33245%2C1732137648303, offset=0b16ab3f13b7%2C33245%2C1732137648303.1732137649614:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:33245 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T21:21:20,227 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:21:20,227 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:21:20,227 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:21:20,227 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:21:20,227 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:21:20,227 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1392508928, "init": 1048576000, "max": 2306867200, "used": 992072184 }, "NonHeapMemoryUsage": { "committed": 206897152, "init": 7667712, "max": -1, "used": 202465040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T21:21:20,228 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:41581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:41581 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-20T21:21:20,234 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/.tmp/ns/c5a3fc165f054639b8afd06e6f12ee04 is 43, key is default/ns:d/1732137650152/Put/seqid=0 2024-11-20T21:21:20,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741842_1018 (size=5153) 2024-11-20T21:21:20,279 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/.tmp/ns/c5a3fc165f054639b8afd06e6f12ee04 2024-11-20T21:21:20,299 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 282fbaeecdb3c5f5f715b649d14c3749, 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:21:20,316 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/.tmp/rep_barrier/800838d51c4e4c2b851b82c25223053b is 112, key is test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3./rep_barrier:seqnumDuringOpen/1732137659380/Put/seqid=0 2024-11-20T21:21:20,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741843_1019 (size=5518) 2024-11-20T21:21:20,409 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:21:20,409 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:21:20,455 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 883, reset compression=false 2024-11-20T21:21:20,499 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 282fbaeecdb3c5f5f715b649d14c3749, 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:21:20,539 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/.tmp/f/c84c5e1230a441ab8c6eb387ba55c9df 2024-11-20T21:21:20,546 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c84c5e1230a441ab8c6eb387ba55c9df 2024-11-20T21:21:20,585 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/.tmp/f1/a000608c6c324a8dae2a2b8c39b3cdd4 is 29, key is row/f1:/1732137673207/DeleteFamily/seqid=0 2024-11-20T21:21:20,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741844_1020 (size=5089) 2024-11-20T21:21:20,700 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 282fbaeecdb3c5f5f715b649d14c3749, 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:21:20,727 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/.tmp/rep_barrier/800838d51c4e4c2b851b82c25223053b 2024-11-20T21:21:20,771 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/.tmp/table/408d57a58a604b0a8c08f3572755dd1e is 53, key is hbase:replication/table:state/1732137664049/Put/seqid=0 2024-11-20T21:21:20,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741845_1021 (size=5308) 2024-11-20T21:21:20,785 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/.tmp/table/408d57a58a604b0a8c08f3572755dd1e 2024-11-20T21:21:20,794 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 883, reset compression=false 2024-11-20T21:21:20,832 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/.tmp/info/8059720b1a5944b88f5e4641d50a9326 as hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/info/8059720b1a5944b88f5e4641d50a9326 2024-11-20T21:21:20,838 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/info/8059720b1a5944b88f5e4641d50a9326, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T21:21:20,839 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/.tmp/ns/c5a3fc165f054639b8afd06e6f12ee04 as hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/ns/c5a3fc165f054639b8afd06e6f12ee04 2024-11-20T21:21:20,851 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/ns/c5a3fc165f054639b8afd06e6f12ee04, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T21:21:20,853 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/.tmp/rep_barrier/800838d51c4e4c2b851b82c25223053b as hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/rep_barrier/800838d51c4e4c2b851b82c25223053b 2024-11-20T21:21:20,860 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/rep_barrier/800838d51c4e4c2b851b82c25223053b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T21:21:20,864 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/.tmp/table/408d57a58a604b0a8c08f3572755dd1e as hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/table/408d57a58a604b0a8c08f3572755dd1e 2024-11-20T21:21:20,873 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/table/408d57a58a604b0a8c08f3572755dd1e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T21:21:20,874 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 775ms, sequenceid=16, compaction requested=false 2024-11-20T21:21:20,900 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 282fbaeecdb3c5f5f715b649d14c3749, 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:21:20,913 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T21:21:20,915 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:21:20,915 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:21:20,915 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:20,915 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137680099Running coprocessor pre-close hooks at 1732137680099Disabling compacts and flushes for region at 1732137680099Disabling writes for close at 1732137680099Obtaining lock to block concurrent updates at 1732137680099Preparing flush snapshotting stores in 1588230740 at 1732137680099Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732137680100 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732137680100Flushing 1588230740/info: creating writer at 1732137680100Flushing 1588230740/info: appending metadata at 1732137680123 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732137680123Flushing 1588230740/ns: creating writer at 1732137680181 (+58 ms)Flushing 1588230740/ns: appending metadata at 1732137680233 (+52 ms)Flushing 1588230740/ns: closing flushed file at 1732137680233Flushing 1588230740/rep_barrier: creating writer at 1732137680285 (+52 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732137680316 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732137680316Flushing 1588230740/table: creating writer at 1732137680733 (+417 ms)Flushing 1588230740/table: appending metadata at 1732137680770 (+37 ms)Flushing 1588230740/table: closing flushed file at 1732137680770Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f2ebc72: reopening flushed file at 1732137680826 (+56 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3194c7fe: reopening flushed file at 1732137680838 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77b7fc67: reopening flushed file at 1732137680852 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1efd1ff1: reopening flushed file at 1732137680861 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 775ms, sequenceid=16, compaction requested=false at 1732137680874 (+13 ms)Writing region close event to WAL at 1732137680890 (+16 ms)Running coprocessor post-close hooks at 1732137680914 (+24 ms)Closed at 1732137680915 (+1 ms) 2024-11-20T21:21:20,915 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:21,048 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/.tmp/f1/a000608c6c324a8dae2a2b8c39b3cdd4 2024-11-20T21:21:21,053 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a000608c6c324a8dae2a2b8c39b3cdd4 2024-11-20T21:21:21,088 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/.tmp/norep/ed70581cbc9448d39a89f820278f267a is 32, key is row/norep:/1732137673207/DeleteFamily/seqid=0 2024-11-20T21:21:21,104 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:21:21,104 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1325): Online Regions={60b8dede3e1bf96f843acc56e089d1a3=test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3., 282fbaeecdb3c5f5f715b649d14c3749=hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749.} 2024-11-20T21:21:21,104 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1351): Waiting on 282fbaeecdb3c5f5f715b649d14c3749, 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:21:21,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741846_1022 (size=5101) 2024-11-20T21:21:21,228 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 883, reset compression=false 2024-11-20T21:21:21,308 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1351): Waiting on 282fbaeecdb3c5f5f715b649d14c3749, 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:21:21,508 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1351): Waiting on 282fbaeecdb3c5f5f715b649d14c3749, 60b8dede3e1bf96f843acc56e089d1a3 2024-11-20T21:21:21,517 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/.tmp/norep/ed70581cbc9448d39a89f820278f267a 2024-11-20T21:21:21,522 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed70581cbc9448d39a89f820278f267a 2024-11-20T21:21:21,523 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/.tmp/f/c84c5e1230a441ab8c6eb387ba55c9df as hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/f/c84c5e1230a441ab8c6eb387ba55c9df 2024-11-20T21:21:21,527 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c84c5e1230a441ab8c6eb387ba55c9df 2024-11-20T21:21:21,527 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/f/c84c5e1230a441ab8c6eb387ba55c9df, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T21:21:21,528 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/.tmp/f1/a000608c6c324a8dae2a2b8c39b3cdd4 as hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/f1/a000608c6c324a8dae2a2b8c39b3cdd4 2024-11-20T21:21:21,532 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a000608c6c324a8dae2a2b8c39b3cdd4 2024-11-20T21:21:21,533 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/f1/a000608c6c324a8dae2a2b8c39b3cdd4, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T21:21:21,533 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/.tmp/norep/ed70581cbc9448d39a89f820278f267a as hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/norep/ed70581cbc9448d39a89f820278f267a 2024-11-20T21:21:21,543 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ed70581cbc9448d39a89f820278f267a 2024-11-20T21:21:21,544 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/norep/ed70581cbc9448d39a89f820278f267a, entries=1, sequenceid=6, filesize=5.0 K 2024-11-20T21:21:21,545 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 60b8dede3e1bf96f843acc56e089d1a3 in 1452ms, sequenceid=6, compaction requested=false 2024-11-20T21:21:21,545 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T21:21:21,569 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/data/default/test/60b8dede3e1bf96f843acc56e089d1a3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T21:21:21,575 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:21:21,575 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:21:21,576 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. 2024-11-20T21:21:21,576 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 60b8dede3e1bf96f843acc56e089d1a3: Waiting for close lock at 1732137680092Running coprocessor pre-close hooks at 1732137680092Disabling compacts and flushes for region at 1732137680092Disabling writes for close at 1732137680093 (+1 ms)Obtaining lock to block concurrent updates at 1732137680093Preparing flush snapshotting stores in 60b8dede3e1bf96f843acc56e089d1a3 at 1732137680093Finished memstore snapshotting test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732137680093Flushing stores of test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. at 1732137680094 (+1 ms)Flushing 60b8dede3e1bf96f843acc56e089d1a3/f: creating writer at 1732137680094Flushing 60b8dede3e1bf96f843acc56e089d1a3/f: appending metadata at 1732137680117 (+23 ms)Flushing 60b8dede3e1bf96f843acc56e089d1a3/f: closing flushed file at 1732137680117Flushing 60b8dede3e1bf96f843acc56e089d1a3/f1: creating writer at 1732137680546 (+429 ms)Flushing 60b8dede3e1bf96f843acc56e089d1a3/f1: appending metadata at 1732137680584 (+38 ms)Flushing 60b8dede3e1bf96f843acc56e089d1a3/f1: closing flushed file at 1732137680584Flushing 60b8dede3e1bf96f843acc56e089d1a3/norep: creating writer at 1732137681053 (+469 ms)Flushing 60b8dede3e1bf96f843acc56e089d1a3/norep: appending metadata at 1732137681087 (+34 ms)Flushing 60b8dede3e1bf96f843acc56e089d1a3/norep: closing flushed file at 1732137681087Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64dd484f: reopening flushed file at 1732137681522 (+435 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ce258c3: reopening flushed file at 1732137681527 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@519e0ec3: reopening flushed file at 1732137681533 (+6 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 60b8dede3e1bf96f843acc56e089d1a3 in 1452ms, sequenceid=6, compaction requested=false at 1732137681545 (+12 ms)Writing region close event to WAL at 1732137681552 (+7 ms)Running coprocessor post-close hooks at 1732137681575 (+23 ms)Closed at 1732137681576 (+1 ms) 2024-11-20T21:21:21,576 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137658105.60b8dede3e1bf96f843acc56e089d1a3. 2024-11-20T21:21:21,576 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 282fbaeecdb3c5f5f715b649d14c3749, disabling compactions & flushes 2024-11-20T21:21:21,576 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:21,576 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:21,576 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. after waiting 0 ms 2024-11-20T21:21:21,576 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:21,576 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 282fbaeecdb3c5f5f715b649d14c3749: Waiting for close lock at 1732137681576Running coprocessor pre-close hooks at 1732137681576Disabling compacts and flushes for region at 1732137681576Disabling writes for close at 1732137681576Failed flush hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749., putting online again at 1732137681576 2024-11-20T21:21:21,577 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:21,712 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(3091): Received CLOSE for 282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:21,713 DEBUG [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1351): Waiting on 282fbaeecdb3c5f5f715b649d14c3749 2024-11-20T21:21:21,713 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 282fbaeecdb3c5f5f715b649d14c3749, disabling compactions & flushes 2024-11-20T21:21:21,713 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:21,713 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:21,713 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. after waiting 0 ms 2024-11-20T21:21:21,713 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:21,713 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 282fbaeecdb3c5f5f715b649d14c3749: Waiting for close lock at 1732137681713Running coprocessor pre-close hooks at 1732137681713Disabling compacts and flushes for region at 1732137681713Disabling writes for close at 1732137681713Failed flush hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749., putting online again at 1732137681713 2024-11-20T21:21:21,713 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732137662645.282fbaeecdb3c5f5f715b649d14c3749. 2024-11-20T21:21:21,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,740 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,777 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 883, reset compression=false 2024-11-20T21:21:21,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,787 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:21,799 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:21,799 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 1527, reset compression=false 2024-11-20T21:21:21,913 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-20T21:21:21,913 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,33245,1732137648303; all regions closed. 2024-11-20T21:21:21,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741834_1010 (size=4239) 2024-11-20T21:21:21,916 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.meta.1732137650043.meta not finished, retry = 0 2024-11-20T21:21:22,010 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/WALs/0b16ab3f13b7,33245,1732137648303/0b16ab3f13b7%2C33245%2C1732137648303.1732137649614 to pos 1527, reset compression=false 2024-11-20T21:21:22,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741839_1015 (size=1297) 2024-11-20T21:21:22,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741833_1009 (size=1535) 2024-11-20T21:21:22,022 DEBUG [RS:0;0b16ab3f13b7:33245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:22,022 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:21:22,022 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:21:22,022 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:21:22,022 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:21:22,022 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,33245,1732137648303 because: Region server is closing 2024-11-20T21:21:22,022 INFO [RS:0;0b16ab3f13b7:33245 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:33245. 2024-11-20T21:21:22,022 DEBUG [RS:0;0b16ab3f13b7:33245 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:22,022 DEBUG [RS:0;0b16ab3f13b7:33245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:22,023 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:21:22,023 DEBUG [RS:0;0b16ab3f13b7:33245 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:22,024 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:22,124 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.shipper0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 terminated 2024-11-20T21:21:22,124 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,33245,1732137648303.replicationSource.wal-reader.0b16ab3f13b7%2C33245%2C1732137648303,1-0b16ab3f13b7,33245,1732137648303 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T21:21:22,124 INFO [RS:0;0b16ab3f13b7:33245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33245 2024-11-20T21:21:22,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028/rs 2024-11-20T21:21:22,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-994475028/rs/0b16ab3f13b7,33245,1732137648303 2024-11-20T21:21:22,126 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:21:22,127 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,33245,1732137648303] 2024-11-20T21:21:22,129 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-994475028/draining/0b16ab3f13b7,33245,1732137648303 already deleted, retry=false 2024-11-20T21:21:22,129 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,33245,1732137648303 expired; onlineServers=0 2024-11-20T21:21:22,129 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,41581,1732137648207' ***** 2024-11-20T21:21:22,129 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:21:22,129 INFO [M:0;0b16ab3f13b7:41581 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:21:22,129 INFO [M:0;0b16ab3f13b7:41581 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:21:22,129 DEBUG [M:0;0b16ab3f13b7:41581 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:21:22,129 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:21:22,129 DEBUG [M:0;0b16ab3f13b7:41581 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:21:22,129 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137649244 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137649244,5,FailOnTimeoutGroup] 2024-11-20T21:21:22,129 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137649245 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137649245,5,FailOnTimeoutGroup] 2024-11-20T21:21:22,129 INFO [M:0;0b16ab3f13b7:41581 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:21:22,129 INFO [M:0;0b16ab3f13b7:41581 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:21:22,129 DEBUG [M:0;0b16ab3f13b7:41581 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:21:22,129 INFO [M:0;0b16ab3f13b7:41581 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:21:22,130 INFO [M:0;0b16ab3f13b7:41581 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:21:22,130 INFO [M:0;0b16ab3f13b7:41581 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:21:22,130 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:21:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-994475028/master 2024-11-20T21:21:22,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-994475028 2024-11-20T21:21:22,131 DEBUG [M:0;0b16ab3f13b7:41581 {}] zookeeper.ZKUtil(347): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Unable to get data of znode /0-994475028/master because node does not exist (not an error) 2024-11-20T21:21:22,131 WARN [M:0;0b16ab3f13b7:41581 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:21:22,132 INFO [M:0;0b16ab3f13b7:41581 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/.lastflushedseqids 2024-11-20T21:21:22,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741847_1023 (size=245) 2024-11-20T21:21:22,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:22,228 INFO [RS:0;0b16ab3f13b7:33245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:21:22,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33245-0x1005f1105700001, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:22,228 INFO [RS:0;0b16ab3f13b7:33245 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,33245,1732137648303; zookeeper connection closed. 2024-11-20T21:21:22,228 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@60c9da96 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@60c9da96 2024-11-20T21:21:22,229 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:21:22,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:21:22,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:22,537 INFO [M:0;0b16ab3f13b7:41581 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:21:22,537 INFO [M:0;0b16ab3f13b7:41581 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:21:22,538 DEBUG [M:0;0b16ab3f13b7:41581 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:21:22,538 INFO [M:0;0b16ab3f13b7:41581 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:22,538 DEBUG [M:0;0b16ab3f13b7:41581 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:22,538 DEBUG [M:0;0b16ab3f13b7:41581 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:21:22,538 DEBUG [M:0;0b16ab3f13b7:41581 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:22,538 INFO [M:0;0b16ab3f13b7:41581 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-20T21:21:22,559 DEBUG [M:0;0b16ab3f13b7:41581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14406fd0951041fe8b6b59be4d0c1dd0 is 82, key is hbase:meta,,1/info:regioninfo/1732137650133/Put/seqid=0 2024-11-20T21:21:22,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741848_1024 (size=5672) 2024-11-20T21:21:22,590 INFO [M:0;0b16ab3f13b7:41581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14406fd0951041fe8b6b59be4d0c1dd0 2024-11-20T21:21:22,638 DEBUG [M:0;0b16ab3f13b7:41581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89743ad90787459198d796895003fb72 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732137659399/Put/seqid=0 2024-11-20T21:21:22,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741849_1025 (size=7219) 2024-11-20T21:21:23,087 INFO [M:0;0b16ab3f13b7:41581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89743ad90787459198d796895003fb72 2024-11-20T21:21:23,116 INFO [M:0;0b16ab3f13b7:41581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89743ad90787459198d796895003fb72 2024-11-20T21:21:23,149 DEBUG [M:0;0b16ab3f13b7:41581 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e61babf1ba0f40c88330749e02ada98e is 69, key is 0b16ab3f13b7,33245,1732137648303/rs:state/1732137649356/Put/seqid=0 2024-11-20T21:21:23,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741850_1026 (size=5156) 2024-11-20T21:21:23,559 INFO [M:0;0b16ab3f13b7:41581 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e61babf1ba0f40c88330749e02ada98e 2024-11-20T21:21:23,565 DEBUG [M:0;0b16ab3f13b7:41581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14406fd0951041fe8b6b59be4d0c1dd0 as hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14406fd0951041fe8b6b59be4d0c1dd0 2024-11-20T21:21:23,573 INFO [M:0;0b16ab3f13b7:41581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14406fd0951041fe8b6b59be4d0c1dd0, entries=8, sequenceid=105, filesize=5.5 K 2024-11-20T21:21:23,573 DEBUG [M:0;0b16ab3f13b7:41581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/89743ad90787459198d796895003fb72 as hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89743ad90787459198d796895003fb72 2024-11-20T21:21:23,580 INFO [M:0;0b16ab3f13b7:41581 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89743ad90787459198d796895003fb72 2024-11-20T21:21:23,580 INFO [M:0;0b16ab3f13b7:41581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/89743ad90787459198d796895003fb72, entries=11, sequenceid=105, filesize=7.0 K 2024-11-20T21:21:23,581 DEBUG [M:0;0b16ab3f13b7:41581 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e61babf1ba0f40c88330749e02ada98e as hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e61babf1ba0f40c88330749e02ada98e 2024-11-20T21:21:23,585 INFO [M:0;0b16ab3f13b7:41581 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36425/user/jenkins/test-data/a5d7684d-4b57-0a5c-4ac9-57de7498869e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e61babf1ba0f40c88330749e02ada98e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-20T21:21:23,587 INFO [M:0;0b16ab3f13b7:41581 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1048ms, sequenceid=105, compaction requested=false 2024-11-20T21:21:23,588 INFO [M:0;0b16ab3f13b7:41581 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:23,588 DEBUG [M:0;0b16ab3f13b7:41581 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137682537Disabling compacts and flushes for region at 1732137682537Disabling writes for close at 1732137682538 (+1 ms)Obtaining lock to block concurrent updates at 1732137682538Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137682538Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1732137682538Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137682539 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137682539Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137682558 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137682558Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137682605 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137682637 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137682637Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137683116 (+479 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137683149 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137683149Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5513d963: reopening flushed file at 1732137683564 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d526ce: reopening flushed file at 1732137683573 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e4c949b: reopening flushed file at 1732137683580 (+7 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1048ms, sequenceid=105, compaction requested=false at 1732137683587 (+7 ms)Writing region close event to WAL at 1732137683588 (+1 ms)Closed at 1732137683588 2024-11-20T21:21:23,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38459 is added to blk_1073741830_1006 (size=64435) 2024-11-20T21:21:23,592 INFO [M:0;0b16ab3f13b7:41581 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:21:23,593 INFO [M:0;0b16ab3f13b7:41581 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41581 2024-11-20T21:21:23,593 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:21:23,593 INFO [M:0;0b16ab3f13b7:41581 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:21:23,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:23,695 INFO [M:0;0b16ab3f13b7:41581 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:21:23,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41581-0x1005f1105700000, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:23,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f3382dd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:21:23,699 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72f34e90{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:21:23,699 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:21:23,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c41a706{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:21:23,699 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c7cba5c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/hadoop.log.dir/,STOPPED} 2024-11-20T21:21:23,704 WARN [BP-2006483171-172.17.0.3-1732137646844 heartbeating to localhost/127.0.0.1:36425 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:21:23,704 WARN [BP-2006483171-172.17.0.3-1732137646844 heartbeating to localhost/127.0.0.1:36425 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2006483171-172.17.0.3-1732137646844 (Datanode Uuid 23221b05-6f67-4f0b-bf63-86f8f9caafe8) service to localhost/127.0.0.1:36425 2024-11-20T21:21:23,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/cluster_129430a1-b554-3997-83db-852731cc9ef0/data/data2/current/BP-2006483171-172.17.0.3-1732137646844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:21:23,708 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:21:23,708 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:21:23,708 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/cluster_129430a1-b554-3997-83db-852731cc9ef0/data/data1/current/BP-2006483171-172.17.0.3-1732137646844 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:21:23,708 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:21:23,719 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@46cfec75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:21:23,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b89cf2e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:21:23,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:21:23,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e2dd2d7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:21:23,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7578d2fb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5c963b-2c74-dcc5-ddc6-0cf820e05535/hadoop.log.dir/,STOPPED} 2024-11-20T21:21:23,730 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:21:23,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:21:23,762 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 314) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51311) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36425 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:45269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45269 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36313 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45269 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45269 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:36313 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36313 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36313 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:36425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51311) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51311) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 733) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=746 (was 725) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=797 (was 2033) 2024-11-20T21:21:23,776 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=746, ProcessCount=11, AvailableMemoryMB=796 2024-11-20T21:21:23,791 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-20T21:21:23,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/hadoop.log.dir so I do NOT create it in target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff 2024-11-20T21:21:23,792 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:21:23,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/hadoop.tmp.dir so I do NOT create it in target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff 2024-11-20T21:21:23,792 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/41cad604-140b-e0af-b922-315a5a9a4d10/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:21:23,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff 2024-11-20T21:21:23,792 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/cluster_93cee206-6056-6623-72dc-9f2ac319aeee, deleteOnExit=true 2024-11-20T21:21:23,796 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/cluster_93cee206-6056-6623-72dc-9f2ac319aeee/zookeeper_0, clientPort=53060, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/cluster_93cee206-6056-6623-72dc-9f2ac319aeee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/cluster_93cee206-6056-6623-72dc-9f2ac319aeee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:21:23,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53060 2024-11-20T21:21:23,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:21:23,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:21:23,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/test.cache.data in system properties and HBase conf 2024-11-20T21:21:23,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:21:23,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:21:23,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:21:23,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:21:23,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:21:23,797 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:21:23,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:21:23,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1005f1105700002, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:21:23,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1005f1105700008, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:21:23,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1005f1105700008, quorum=127.0.0.1:51311, baseZNode=/21520378180 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:21:23,825 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1005f1105700002, quorum=127.0.0.1:51311, baseZNode=/0-994475028 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:21:23,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1005f1105700005, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:21:23,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1005f1105700005, quorum=127.0.0.1:51311, baseZNode=/1944184854 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:21:23,881 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:21:23,886 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:21:23,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:21:23,889 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:21:23,889 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:21:23,890 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:21:23,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43b1868c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:21:23,891 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6268849d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:21:24,040 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67a37018{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/java.io.tmpdir/jetty-localhost-37755-hadoop-hdfs-3_4_1-tests_jar-_-any-8339882626351590326/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:21:24,041 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63e3f7ce{HTTP/1.1, (http/1.1)}{localhost:37755} 2024-11-20T21:21:24,041 INFO [Time-limited test {}] server.Server(415): Started @274149ms 2024-11-20T21:21:24,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:21:24,329 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:21:24,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:21:24,334 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:21:24,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:21:24,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2889f38a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:21:24,335 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4307b040{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:21:24,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3138477a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/java.io.tmpdir/jetty-localhost-35551-hadoop-hdfs-3_4_1-tests_jar-_-any-2674597904100724159/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:21:24,486 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@405c7333{HTTP/1.1, (http/1.1)}{localhost:35551} 2024-11-20T21:21:24,486 INFO [Time-limited test {}] server.Server(415): Started @274594ms 2024-11-20T21:21:24,487 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:21:24,643 WARN [Thread-4111 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/cluster_93cee206-6056-6623-72dc-9f2ac319aeee/data/data1/current/BP-1652287366-172.17.0.3-1732137683817/current, will proceed with Du for space computation calculation, 2024-11-20T21:21:24,643 WARN [Thread-4112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/cluster_93cee206-6056-6623-72dc-9f2ac319aeee/data/data2/current/BP-1652287366-172.17.0.3-1732137683817/current, will proceed with Du for space computation calculation, 2024-11-20T21:21:24,673 WARN [Thread-4099 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:21:24,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe10be0c1a817cd07 with lease ID 0x9169f26b507cc129: Processing first storage report for DS-97a74b74-7482-43e2-8a66-09cc38f3c646 from datanode DatanodeRegistration(127.0.0.1:36639, datanodeUuid=f27b278e-6b92-4ea4-8b58-f009865c2f99, infoPort=43009, infoSecurePort=0, ipcPort=41461, storageInfo=lv=-57;cid=testClusterID;nsid=1903516190;c=1732137683817) 2024-11-20T21:21:24,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe10be0c1a817cd07 with lease ID 0x9169f26b507cc129: from storage DS-97a74b74-7482-43e2-8a66-09cc38f3c646 node DatanodeRegistration(127.0.0.1:36639, datanodeUuid=f27b278e-6b92-4ea4-8b58-f009865c2f99, infoPort=43009, infoSecurePort=0, ipcPort=41461, storageInfo=lv=-57;cid=testClusterID;nsid=1903516190;c=1732137683817), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:21:24,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe10be0c1a817cd07 with lease ID 0x9169f26b507cc129: Processing first storage report for DS-0bf9622e-8327-4a59-981b-ff3e0686964f from datanode DatanodeRegistration(127.0.0.1:36639, datanodeUuid=f27b278e-6b92-4ea4-8b58-f009865c2f99, infoPort=43009, infoSecurePort=0, ipcPort=41461, storageInfo=lv=-57;cid=testClusterID;nsid=1903516190;c=1732137683817) 2024-11-20T21:21:24,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe10be0c1a817cd07 with lease ID 0x9169f26b507cc129: from storage DS-0bf9622e-8327-4a59-981b-ff3e0686964f node DatanodeRegistration(127.0.0.1:36639, datanodeUuid=f27b278e-6b92-4ea4-8b58-f009865c2f99, infoPort=43009, infoSecurePort=0, ipcPort=41461, storageInfo=lv=-57;cid=testClusterID;nsid=1903516190;c=1732137683817), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:21:24,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff 2024-11-20T21:21:24,737 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:24,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:24,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:21:25,157 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551 with version=8 2024-11-20T21:21:25,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/hbase-staging 2024-11-20T21:21:25,160 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:21:25,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:25,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:25,161 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:21:25,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:25,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:21:25,161 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:21:25,161 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:21:25,163 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35951 2024-11-20T21:21:25,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35951 connecting to ZooKeeper ensemble=127.0.0.1:53060 2024-11-20T21:21:25,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:359510x0, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:21:25,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35951-0x1005f1195f10000 connected 2024-11-20T21:21:25,216 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:25,218 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:25,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Set watcher on znode that does not yet exist, /0465086103/running 2024-11-20T21:21:25,222 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551, hbase.cluster.distributed=false 2024-11-20T21:21:25,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Set watcher on znode that does not yet exist, /0465086103/acl 2024-11-20T21:21:25,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35951 2024-11-20T21:21:25,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35951 2024-11-20T21:21:25,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35951 2024-11-20T21:21:25,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35951 2024-11-20T21:21:25,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35951 2024-11-20T21:21:25,265 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:21:25,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:25,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:25,265 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:21:25,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:25,265 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:21:25,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:21:25,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:21:25,269 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34381 2024-11-20T21:21:25,270 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34381 connecting to ZooKeeper ensemble=127.0.0.1:53060 2024-11-20T21:21:25,271 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:25,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:25,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343810x0, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:21:25,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34381-0x1005f1195f10001 connected 2024-11-20T21:21:25,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Set watcher on znode that does not yet exist, /0465086103/running 2024-11-20T21:21:25,279 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:21:25,284 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:21:25,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Set watcher on znode that does not yet exist, /0465086103/master 2024-11-20T21:21:25,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Set watcher on znode that does not yet exist, /0465086103/acl 2024-11-20T21:21:25,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34381 2024-11-20T21:21:25,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34381 2024-11-20T21:21:25,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34381 2024-11-20T21:21:25,304 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34381 2024-11-20T21:21:25,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34381 2024-11-20T21:21:25,320 DEBUG [M:0;0b16ab3f13b7:35951 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:35951 2024-11-20T21:21:25,322 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0465086103/backup-masters/0b16ab3f13b7,35951,1732137685160 2024-11-20T21:21:25,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103/backup-masters 2024-11-20T21:21:25,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103/backup-masters 2024-11-20T21:21:25,326 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Set watcher on existing znode=/0465086103/backup-masters/0b16ab3f13b7,35951,1732137685160 2024-11-20T21:21:25,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103 2024-11-20T21:21:25,331 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Set watcher on existing znode=/0465086103/master 2024-11-20T21:21:25,331 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0465086103/backup-masters/0b16ab3f13b7,35951,1732137685160 from backup master directory 2024-11-20T21:21:25,332 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:21:25,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0465086103/backup-masters/0b16ab3f13b7,35951,1732137685160 2024-11-20T21:21:25,332 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,35951,1732137685160 2024-11-20T21:21:25,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0465086103/master 2024-11-20T21:21:25,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103/backup-masters 2024-11-20T21:21:25,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103 2024-11-20T21:21:25,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103/backup-masters 2024-11-20T21:21:25,348 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/hbase.id] with ID: 39d905b7-eff4-4929-9a2c-fb062a07f76d 2024-11-20T21:21:25,348 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/.tmp/hbase.id 2024-11-20T21:21:25,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:21:25,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:21:25,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T21:21:25,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T21:21:25,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:21:25,780 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/.tmp/hbase.id]:[hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/hbase.id] 2024-11-20T21:21:25,790 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:25,790 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:21:25,791 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:21:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103 2024-11-20T21:21:25,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103 2024-11-20T21:21:25,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:21:25,800 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:21:25,801 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:21:25,801 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:25,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:21:26,211 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/MasterData/data/master/store 2024-11-20T21:21:26,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:21:26,634 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:26,634 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:21:26,634 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:26,634 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:26,634 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:21:26,634 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:26,634 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:26,634 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137686634Disabling compacts and flushes for region at 1732137686634Disabling writes for close at 1732137686634Writing region close event to WAL at 1732137686634Closed at 1732137686634 2024-11-20T21:21:26,635 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/MasterData/data/master/store/.initializing 2024-11-20T21:21:26,635 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/MasterData/WALs/0b16ab3f13b7,35951,1732137685160 2024-11-20T21:21:26,636 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:21:26,637 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C35951%2C1732137685160, suffix=, logDir=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/MasterData/WALs/0b16ab3f13b7,35951,1732137685160, archiveDir=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/MasterData/oldWALs, maxLogs=10 2024-11-20T21:21:26,654 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/MasterData/WALs/0b16ab3f13b7,35951,1732137685160/0b16ab3f13b7%2C35951%2C1732137685160.1732137686637, exclude list is [], retry=0 2024-11-20T21:21:26,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-97a74b74-7482-43e2-8a66-09cc38f3c646,DISK] 2024-11-20T21:21:26,658 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/MasterData/WALs/0b16ab3f13b7,35951,1732137685160/0b16ab3f13b7%2C35951%2C1732137685160.1732137686637 2024-11-20T21:21:26,665 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43009:43009)] 2024-11-20T21:21:26,665 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:26,665 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:26,665 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:26,665 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:26,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:26,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:21:26,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:26,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:26,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:26,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:21:26,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:26,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:26,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:26,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:21:26,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:26,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:26,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:26,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:21:26,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:26,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:26,691 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:26,692 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:26,692 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:26,693 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:26,693 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:26,694 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:21:26,695 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:26,704 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:26,705 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74843608, jitterRate=0.115256667137146}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:21:26,706 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137686665Initializing all the Stores at 1732137686666 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137686666Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137686666Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137686666Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137686666Cleaning up temporary data from old regions at 1732137686693 (+27 ms)Region opened successfully at 1732137686705 (+12 ms) 2024-11-20T21:21:26,712 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:21:26,715 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8dbf12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:21:26,716 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:21:26,716 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:21:26,716 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:21:26,716 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:21:26,716 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:21:26,717 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:21:26,717 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:21:26,719 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:21:26,720 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Unable to get data of znode /0465086103/balancer because node does not exist (not necessarily an error) 2024-11-20T21:21:26,722 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0465086103/balancer already deleted, retry=false 2024-11-20T21:21:26,722 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:21:26,723 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Unable to get data of znode /0465086103/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:21:26,724 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0465086103/normalizer already deleted, retry=false 2024-11-20T21:21:26,724 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:21:26,725 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Unable to get data of znode /0465086103/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:21:26,726 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0465086103/switch/split already deleted, retry=false 2024-11-20T21:21:26,727 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Unable to get data of znode /0465086103/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:21:26,728 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0465086103/switch/merge already deleted, retry=false 2024-11-20T21:21:26,730 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Unable to get data of znode /0465086103/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:21:26,731 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0465086103/snapshot-cleanup already deleted, retry=false 2024-11-20T21:21:26,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0465086103/running 2024-11-20T21:21:26,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103 2024-11-20T21:21:26,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0465086103/running 2024-11-20T21:21:26,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103 2024-11-20T21:21:26,734 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,35951,1732137685160, sessionid=0x1005f1195f10000, setting cluster-up flag (Was=false) 2024-11-20T21:21:26,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103 2024-11-20T21:21:26,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103 2024-11-20T21:21:26,743 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0465086103/flush-table-proc/acquired, /0465086103/flush-table-proc/reached, /0465086103/flush-table-proc/abort 2024-11-20T21:21:26,744 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,35951,1732137685160 2024-11-20T21:21:26,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103 2024-11-20T21:21:26,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103 2024-11-20T21:21:26,751 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0465086103/online-snapshot/acquired, /0465086103/online-snapshot/reached, /0465086103/online-snapshot/abort 2024-11-20T21:21:26,752 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,35951,1732137685160 2024-11-20T21:21:26,753 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:21:26,754 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:26,754 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:21:26,755 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:21:26,755 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,35951,1732137685160 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:21:26,756 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:26,756 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:26,756 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:26,756 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:26,756 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:21:26,756 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:26,756 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:21:26,756 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:26,757 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:26,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:21:26,758 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:26,758 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:21:26,761 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137716761 2024-11-20T21:21:26,761 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:21:26,761 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:21:26,761 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:21:26,761 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:21:26,761 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:21:26,762 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:21:26,764 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:26,769 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:21:26,769 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:21:26,769 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:21:26,769 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:21:26,769 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:21:26,769 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:21:26,769 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137686769,5,FailOnTimeoutGroup] 2024-11-20T21:21:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:21:26,772 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137686769,5,FailOnTimeoutGroup] 2024-11-20T21:21:26,772 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:26,772 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:21:26,772 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:26,773 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:26,808 INFO [RS:0;0b16ab3f13b7:34381 {}] regionserver.HRegionServer(746): ClusterId : 39d905b7-eff4-4929-9a2c-fb062a07f76d 2024-11-20T21:21:26,808 DEBUG [RS:0;0b16ab3f13b7:34381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:21:26,810 DEBUG [RS:0;0b16ab3f13b7:34381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:21:26,810 DEBUG [RS:0;0b16ab3f13b7:34381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:21:26,812 DEBUG [RS:0;0b16ab3f13b7:34381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:21:26,812 DEBUG [RS:0;0b16ab3f13b7:34381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f41774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:21:26,832 DEBUG [RS:0;0b16ab3f13b7:34381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:34381 2024-11-20T21:21:26,833 INFO [RS:0;0b16ab3f13b7:34381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:21:26,833 INFO [RS:0;0b16ab3f13b7:34381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:21:26,833 DEBUG [RS:0;0b16ab3f13b7:34381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:21:26,833 INFO [RS:0;0b16ab3f13b7:34381 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,35951,1732137685160 with port=34381, startcode=1732137685265 2024-11-20T21:21:26,834 DEBUG [RS:0;0b16ab3f13b7:34381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:21:26,836 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:21:26,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35951 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,34381,1732137685265 2024-11-20T21:21:26,836 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35951 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,34381,1732137685265 2024-11-20T21:21:26,837 DEBUG [RS:0;0b16ab3f13b7:34381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551 2024-11-20T21:21:26,837 DEBUG [RS:0;0b16ab3f13b7:34381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43049 2024-11-20T21:21:26,838 DEBUG [RS:0;0b16ab3f13b7:34381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:21:26,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103/rs 2024-11-20T21:21:26,839 DEBUG [RS:0;0b16ab3f13b7:34381 {}] zookeeper.ZKUtil(111): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Set watcher on existing znode=/0465086103/rs/0b16ab3f13b7,34381,1732137685265 2024-11-20T21:21:26,839 WARN [RS:0;0b16ab3f13b7:34381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:21:26,840 INFO [RS:0;0b16ab3f13b7:34381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:26,840 DEBUG [RS:0;0b16ab3f13b7:34381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/WALs/0b16ab3f13b7,34381,1732137685265 2024-11-20T21:21:26,841 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,34381,1732137685265] 2024-11-20T21:21:26,847 INFO [RS:0;0b16ab3f13b7:34381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:21:26,852 INFO [RS:0;0b16ab3f13b7:34381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:21:26,853 INFO [RS:0;0b16ab3f13b7:34381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:21:26,853 INFO [RS:0;0b16ab3f13b7:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:26,855 INFO [RS:0;0b16ab3f13b7:34381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:21:26,856 INFO [RS:0;0b16ab3f13b7:34381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:21:26,856 INFO [RS:0;0b16ab3f13b7:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:26,856 DEBUG [RS:0;0b16ab3f13b7:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:26,856 DEBUG [RS:0;0b16ab3f13b7:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:26,856 DEBUG [RS:0;0b16ab3f13b7:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:26,856 DEBUG [RS:0;0b16ab3f13b7:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:26,856 DEBUG [RS:0;0b16ab3f13b7:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:26,856 DEBUG [RS:0;0b16ab3f13b7:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:21:26,856 DEBUG [RS:0;0b16ab3f13b7:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:26,856 DEBUG [RS:0;0b16ab3f13b7:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:26,856 DEBUG [RS:0;0b16ab3f13b7:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:26,856 DEBUG [RS:0;0b16ab3f13b7:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:26,856 DEBUG [RS:0;0b16ab3f13b7:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:26,856 DEBUG [RS:0;0b16ab3f13b7:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:26,856 DEBUG [RS:0;0b16ab3f13b7:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:21:26,856 DEBUG [RS:0;0b16ab3f13b7:34381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:21:26,859 INFO [RS:0;0b16ab3f13b7:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:26,859 INFO [RS:0;0b16ab3f13b7:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:26,859 INFO [RS:0;0b16ab3f13b7:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:26,859 INFO [RS:0;0b16ab3f13b7:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:26,859 INFO [RS:0;0b16ab3f13b7:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:26,859 INFO [RS:0;0b16ab3f13b7:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,34381,1732137685265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:21:26,878 INFO [RS:0;0b16ab3f13b7:34381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:21:26,878 INFO [RS:0;0b16ab3f13b7:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,34381,1732137685265-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:26,878 INFO [RS:0;0b16ab3f13b7:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:26,878 INFO [RS:0;0b16ab3f13b7:34381 {}] regionserver.Replication(171): 0b16ab3f13b7,34381,1732137685265 started 2024-11-20T21:21:26,893 INFO [RS:0;0b16ab3f13b7:34381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:26,893 INFO [RS:0;0b16ab3f13b7:34381 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,34381,1732137685265, RpcServer on 0b16ab3f13b7/172.17.0.3:34381, sessionid=0x1005f1195f10001 2024-11-20T21:21:26,893 DEBUG [RS:0;0b16ab3f13b7:34381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:21:26,893 DEBUG [RS:0;0b16ab3f13b7:34381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,34381,1732137685265 2024-11-20T21:21:26,893 DEBUG [RS:0;0b16ab3f13b7:34381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,34381,1732137685265' 2024-11-20T21:21:26,893 DEBUG [RS:0;0b16ab3f13b7:34381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0465086103/flush-table-proc/abort' 2024-11-20T21:21:26,894 DEBUG [RS:0;0b16ab3f13b7:34381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0465086103/flush-table-proc/acquired' 2024-11-20T21:21:26,894 DEBUG [RS:0;0b16ab3f13b7:34381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:21:26,894 DEBUG [RS:0;0b16ab3f13b7:34381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:21:26,894 DEBUG [RS:0;0b16ab3f13b7:34381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,34381,1732137685265 2024-11-20T21:21:26,894 DEBUG [RS:0;0b16ab3f13b7:34381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,34381,1732137685265' 2024-11-20T21:21:26,894 DEBUG [RS:0;0b16ab3f13b7:34381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0465086103/online-snapshot/abort' 2024-11-20T21:21:26,894 DEBUG [RS:0;0b16ab3f13b7:34381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0465086103/online-snapshot/acquired' 2024-11-20T21:21:26,895 DEBUG [RS:0;0b16ab3f13b7:34381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:21:26,895 INFO [RS:0;0b16ab3f13b7:34381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:21:26,895 INFO [RS:0;0b16ab3f13b7:34381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:21:26,995 INFO [RS:0;0b16ab3f13b7:34381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:21:26,997 INFO [RS:0;0b16ab3f13b7:34381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C34381%2C1732137685265, suffix=, logDir=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/WALs/0b16ab3f13b7,34381,1732137685265, archiveDir=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/oldWALs, maxLogs=10 2024-11-20T21:21:27,013 DEBUG [RS:0;0b16ab3f13b7:34381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/WALs/0b16ab3f13b7,34381,1732137685265/0b16ab3f13b7%2C34381%2C1732137685265.1732137686997, exclude list is [], retry=0 2024-11-20T21:21:27,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-97a74b74-7482-43e2-8a66-09cc38f3c646,DISK] 2024-11-20T21:21:27,017 INFO [RS:0;0b16ab3f13b7:34381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/WALs/0b16ab3f13b7,34381,1732137685265/0b16ab3f13b7%2C34381%2C1732137685265.1732137686997 2024-11-20T21:21:27,017 DEBUG [RS:0;0b16ab3f13b7:34381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43009:43009)] 2024-11-20T21:21:27,172 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:21:27,172 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551 2024-11-20T21:21:27,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:21:27,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:27,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:21:27,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:21:27,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:27,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:27,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:21:27,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:21:27,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:27,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:27,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:21:27,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:21:27,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:27,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:27,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:21:27,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:21:27,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:27,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:27,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:21:27,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/data/hbase/meta/1588230740 2024-11-20T21:21:27,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/data/hbase/meta/1588230740 2024-11-20T21:21:27,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:21:27,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:21:27,590 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:21:27,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:21:27,596 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:27,596 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60093838, jitterRate=-0.10453203320503235}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:21:27,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137687578Initializing all the Stores at 1732137687578Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137687578Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137687578Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137687578Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137687578Cleaning up temporary data from old regions at 1732137687588 (+10 ms)Region opened successfully at 1732137687597 (+9 ms) 2024-11-20T21:21:27,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:21:27,597 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:21:27,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:21:27,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:21:27,597 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:21:27,598 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:27,598 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137687597Disabling compacts and flushes for region at 1732137687597Disabling writes for close at 1732137687597Writing region close event to WAL at 1732137687598 (+1 ms)Closed at 1732137687598 2024-11-20T21:21:27,599 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:27,599 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:21:27,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:21:27,600 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:21:27,601 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:21:27,626 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:21:27,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,628 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,629 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,630 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,677 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,678 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,684 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:27,752 DEBUG [0b16ab3f13b7:35951 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:21:27,753 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,34381,1732137685265 2024-11-20T21:21:27,754 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,34381,1732137685265, state=OPENING 2024-11-20T21:21:27,756 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:21:27,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103 2024-11-20T21:21:27,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0465086103/meta-region-server: CHANGED 2024-11-20T21:21:27,759 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:21:27,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,34381,1732137685265}] 2024-11-20T21:21:27,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0465086103 2024-11-20T21:21:27,767 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0465086103/meta-region-server: CHANGED 2024-11-20T21:21:27,912 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:21:27,917 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:21:27,939 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:21:27,939 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:27,939 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:21:27,941 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C34381%2C1732137685265.meta, suffix=.meta, logDir=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/WALs/0b16ab3f13b7,34381,1732137685265, archiveDir=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/oldWALs, maxLogs=10 2024-11-20T21:21:27,966 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/WALs/0b16ab3f13b7,34381,1732137685265/0b16ab3f13b7%2C34381%2C1732137685265.meta.1732137687942.meta, exclude list is [], retry=0 2024-11-20T21:21:27,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36639,DS-97a74b74-7482-43e2-8a66-09cc38f3c646,DISK] 2024-11-20T21:21:27,981 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/WALs/0b16ab3f13b7,34381,1732137685265/0b16ab3f13b7%2C34381%2C1732137685265.meta.1732137687942.meta 2024-11-20T21:21:27,982 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43009:43009)] 2024-11-20T21:21:27,982 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:27,982 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:21:27,983 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:21:27,983 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:21:27,983 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:21:27,983 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:21:27,983 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:27,983 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:21:27,983 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:21:27,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:21:27,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:21:27,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:27,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:27,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:21:27,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:21:27,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:28,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:28,005 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:21:28,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:21:28,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:28,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:28,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:21:28,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:21:28,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:28,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:28,007 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:21:28,008 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/data/hbase/meta/1588230740 2024-11-20T21:21:28,009 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/data/hbase/meta/1588230740 2024-11-20T21:21:28,010 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:21:28,010 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:21:28,011 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:21:28,011 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:21:28,012 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59419269, jitterRate=-0.11458389461040497}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:21:28,012 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:21:28,013 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137687983Writing region info on filesystem at 1732137687983Initializing all the Stores at 1732137687984 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137687984Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137687985 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137687985Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137687985Cleaning up temporary data from old regions at 1732137688010 (+25 ms)Running coprocessor post-open hooks at 1732137688012 (+2 ms)Region opened successfully at 1732137688013 (+1 ms) 2024-11-20T21:21:28,014 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137687911 2024-11-20T21:21:28,016 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:21:28,016 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:21:28,016 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,34381,1732137685265 2024-11-20T21:21:28,017 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,34381,1732137685265, state=OPEN 2024-11-20T21:21:28,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34381-0x1005f1195f10001, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0465086103/meta-region-server 2024-11-20T21:21:28,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35951-0x1005f1195f10000, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0465086103/meta-region-server 2024-11-20T21:21:28,022 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,34381,1732137685265 2024-11-20T21:21:28,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0465086103/meta-region-server: CHANGED 2024-11-20T21:21:28,023 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0465086103/meta-region-server: CHANGED 2024-11-20T21:21:28,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:21:28,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,34381,1732137685265 in 264 msec 2024-11-20T21:21:28,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:21:28,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-20T21:21:28,028 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:28,028 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:21:28,033 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:28,034 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,34381,1732137685265, seqNum=-1] 2024-11-20T21:21:28,034 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:28,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:28,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2850 sec 2024-11-20T21:21:28,039 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137688039, completionTime=-1 2024-11-20T21:21:28,039 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:21:28,039 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:21:28,041 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:21:28,041 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137748041 2024-11-20T21:21:28,041 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137808041 2024-11-20T21:21:28,041 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T21:21:28,042 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35951,1732137685160-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:28,042 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35951,1732137685160-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:28,042 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35951,1732137685160-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:28,042 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:35951, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:28,042 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:28,044 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:21:28,044 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:28,047 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.714sec 2024-11-20T21:21:28,047 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:21:28,047 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:21:28,047 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:21:28,047 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:21:28,047 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:21:28,047 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35951,1732137685160-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:21:28,047 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35951,1732137685160-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:21:28,049 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:21:28,049 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:21:28,049 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,35951,1732137685160-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:28,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5219af94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:28,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,35951,-1 for getting cluster id 2024-11-20T21:21:28,117 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:28,118 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39d905b7-eff4-4929-9a2c-fb062a07f76d' 2024-11-20T21:21:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39d905b7-eff4-4929-9a2c-fb062a07f76d" 2024-11-20T21:21:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffc4ce8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:28,118 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,35951,-1] 2024-11-20T21:21:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:28,119 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:28,119 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:28,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ebb6745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:28,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,34381,1732137685265, seqNum=-1] 2024-11-20T21:21:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:28,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:28,124 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,35951,1732137685160 2024-11-20T21:21:28,124 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53060 2024-11-20T21:21:28,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53060, baseZNode=/0465086103 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:21:28,127 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1005f1195f10002 connected 2024-11-20T21:21:28,138 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:28,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,35951,1732137685160 2024-11-20T21:21:28,139 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ca8add9 2024-11-20T21:21:28,140 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:28,140 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:28,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:21:28,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:21:28,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:21:28,144 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:28,146 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:21:28,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:21:28,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:28,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:21:28,161 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff14bbc44fb1ce9100937f28f1406d4a, NAME => 'test,,1732137688141.ff14bbc44fb1ce9100937f28f1406d4a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551 2024-11-20T21:21:28,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36639 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:21:28,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:28,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:28,573 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137688141.ff14bbc44fb1ce9100937f28f1406d4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:28,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ff14bbc44fb1ce9100937f28f1406d4a, disabling compactions & flushes 2024-11-20T21:21:28,574 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137688141.ff14bbc44fb1ce9100937f28f1406d4a. 2024-11-20T21:21:28,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137688141.ff14bbc44fb1ce9100937f28f1406d4a. 2024-11-20T21:21:28,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137688141.ff14bbc44fb1ce9100937f28f1406d4a. after waiting 0 ms 2024-11-20T21:21:28,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137688141.ff14bbc44fb1ce9100937f28f1406d4a. 2024-11-20T21:21:28,574 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137688141.ff14bbc44fb1ce9100937f28f1406d4a. 2024-11-20T21:21:28,574 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff14bbc44fb1ce9100937f28f1406d4a: Waiting for close lock at 1732137688574Disabling compacts and flushes for region at 1732137688574Disabling writes for close at 1732137688574Writing region close event to WAL at 1732137688574Closed at 1732137688574 2024-11-20T21:21:28,575 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:21:28,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137688141.ff14bbc44fb1ce9100937f28f1406d4a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137688575"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137688575"}]},"ts":"1732137688575"} 2024-11-20T21:21:28,581 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:21:28,582 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:21:28,582 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137688582"}]},"ts":"1732137688582"} 2024-11-20T21:21:28,584 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:21:28,585 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff14bbc44fb1ce9100937f28f1406d4a, ASSIGN}] 2024-11-20T21:21:28,586 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ff14bbc44fb1ce9100937f28f1406d4a, ASSIGN 2024-11-20T21:21:28,587 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ff14bbc44fb1ce9100937f28f1406d4a, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,34381,1732137685265; forceNewPlan=false, retain=false 2024-11-20T21:21:28,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff14bbc44fb1ce9100937f28f1406d4a, regionState=OPENING, regionLocation=0b16ab3f13b7,34381,1732137685265 2024-11-20T21:21:28,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ff14bbc44fb1ce9100937f28f1406d4a, ASSIGN because future has completed 2024-11-20T21:21:28,740 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff14bbc44fb1ce9100937f28f1406d4a, server=0b16ab3f13b7,34381,1732137685265}] 2024-11-20T21:21:28,767 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:28,768 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:21:28,768 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108831 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:21:28,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:28,895 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137688141.ff14bbc44fb1ce9100937f28f1406d4a. 2024-11-20T21:21:28,896 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ff14bbc44fb1ce9100937f28f1406d4a, NAME => 'test,,1732137688141.ff14bbc44fb1ce9100937f28f1406d4a.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:28,896 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:21:28,896 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:21:28,896 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ff14bbc44fb1ce9100937f28f1406d4a 2024-11-20T21:21:28,896 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137688141.ff14bbc44fb1ce9100937f28f1406d4a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:28,896 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ff14bbc44fb1ce9100937f28f1406d4a 2024-11-20T21:21:28,896 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ff14bbc44fb1ce9100937f28f1406d4a 2024-11-20T21:21:28,897 INFO [StoreOpener-ff14bbc44fb1ce9100937f28f1406d4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ff14bbc44fb1ce9100937f28f1406d4a 2024-11-20T21:21:28,899 INFO [StoreOpener-ff14bbc44fb1ce9100937f28f1406d4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff14bbc44fb1ce9100937f28f1406d4a columnFamilyName f 2024-11-20T21:21:28,899 DEBUG [StoreOpener-ff14bbc44fb1ce9100937f28f1406d4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:28,899 INFO [StoreOpener-ff14bbc44fb1ce9100937f28f1406d4a-1 {}] regionserver.HStore(327): Store=ff14bbc44fb1ce9100937f28f1406d4a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:28,899 INFO [StoreOpener-ff14bbc44fb1ce9100937f28f1406d4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ff14bbc44fb1ce9100937f28f1406d4a 2024-11-20T21:21:28,900 INFO [StoreOpener-ff14bbc44fb1ce9100937f28f1406d4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff14bbc44fb1ce9100937f28f1406d4a columnFamilyName f1 2024-11-20T21:21:28,900 DEBUG [StoreOpener-ff14bbc44fb1ce9100937f28f1406d4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:28,900 INFO [StoreOpener-ff14bbc44fb1ce9100937f28f1406d4a-1 {}] regionserver.HStore(327): Store=ff14bbc44fb1ce9100937f28f1406d4a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:28,900 INFO [StoreOpener-ff14bbc44fb1ce9100937f28f1406d4a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ff14bbc44fb1ce9100937f28f1406d4a 2024-11-20T21:21:28,901 INFO [StoreOpener-ff14bbc44fb1ce9100937f28f1406d4a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff14bbc44fb1ce9100937f28f1406d4a columnFamilyName norep 2024-11-20T21:21:28,901 DEBUG [StoreOpener-ff14bbc44fb1ce9100937f28f1406d4a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:28,901 INFO [StoreOpener-ff14bbc44fb1ce9100937f28f1406d4a-1 {}] regionserver.HStore(327): Store=ff14bbc44fb1ce9100937f28f1406d4a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:28,902 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ff14bbc44fb1ce9100937f28f1406d4a 2024-11-20T21:21:28,902 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/data/default/test/ff14bbc44fb1ce9100937f28f1406d4a 2024-11-20T21:21:28,902 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/data/default/test/ff14bbc44fb1ce9100937f28f1406d4a 2024-11-20T21:21:28,903 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ff14bbc44fb1ce9100937f28f1406d4a 2024-11-20T21:21:28,903 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ff14bbc44fb1ce9100937f28f1406d4a 2024-11-20T21:21:28,903 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:21:28,904 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ff14bbc44fb1ce9100937f28f1406d4a 2024-11-20T21:21:28,906 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/data/default/test/ff14bbc44fb1ce9100937f28f1406d4a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:28,906 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ff14bbc44fb1ce9100937f28f1406d4a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69084256, jitterRate=0.02943563461303711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:21:28,906 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff14bbc44fb1ce9100937f28f1406d4a 2024-11-20T21:21:28,907 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ff14bbc44fb1ce9100937f28f1406d4a: Running coprocessor pre-open hook at 1732137688896Writing region info on filesystem at 1732137688896Initializing all the Stores at 1732137688897 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137688897Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137688897Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137688897Cleaning up temporary data from old regions at 1732137688903 (+6 ms)Running coprocessor post-open hooks at 1732137688906 (+3 ms)Region opened successfully at 1732137688907 (+1 ms) 2024-11-20T21:21:28,908 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137688141.ff14bbc44fb1ce9100937f28f1406d4a., pid=6, masterSystemTime=1732137688892 2024-11-20T21:21:28,909 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137688141.ff14bbc44fb1ce9100937f28f1406d4a. 2024-11-20T21:21:28,909 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137688141.ff14bbc44fb1ce9100937f28f1406d4a. 2024-11-20T21:21:28,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ff14bbc44fb1ce9100937f28f1406d4a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,34381,1732137685265 2024-11-20T21:21:28,912 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff14bbc44fb1ce9100937f28f1406d4a, server=0b16ab3f13b7,34381,1732137685265 because future has completed 2024-11-20T21:21:28,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:21:28,914 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ff14bbc44fb1ce9100937f28f1406d4a, server=0b16ab3f13b7,34381,1732137685265 in 173 msec 2024-11-20T21:21:28,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:21:28,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ff14bbc44fb1ce9100937f28f1406d4a, ASSIGN in 329 msec 2024-11-20T21:21:28,917 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:21:28,917 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137688917"}]},"ts":"1732137688917"} 2024-11-20T21:21:28,918 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:21:28,919 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:21:28,920 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 778 msec 2024-11-20T21:21:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:29,290 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:21:29,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17c4b736, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:29,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,35951,-1 for getting cluster id 2024-11-20T21:21:29,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:29,291 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39d905b7-eff4-4929-9a2c-fb062a07f76d' 2024-11-20T21:21:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39d905b7-eff4-4929-9a2c-fb062a07f76d" 2024-11-20T21:21:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289b0026, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,35951,-1] 2024-11-20T21:21:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:29,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:29,293 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:29,294 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716e0c9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:29,294 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:29,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,35951,1732137685160 2024-11-20T21:21:29,295 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d046da2 2024-11-20T21:21:29,296 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:29,297 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:29,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:35951,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:21:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:21:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:29,301 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:35951' 2024-11-20T21:21:29,302 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6306cf88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:29,302 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,35951,-1 for getting cluster id 2024-11-20T21:21:29,302 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:29,303 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '39d905b7-eff4-4929-9a2c-fb062a07f76d' 2024-11-20T21:21:29,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:29,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "39d905b7-eff4-4929-9a2c-fb062a07f76d" 2024-11-20T21:21:29,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748473b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:29,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,35951,-1] 2024-11-20T21:21:29,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:29,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:29,305 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:29,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b816dc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:29,306 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:29,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,35951,1732137685160 2024-11-20T21:21:29,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@107a27b6 2024-11-20T21:21:29,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:29,309 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:29,310 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-20T21:21:29,310 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:21:29,310 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:29,310 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:29,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:29,311 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0b16ab3f13b7:35951, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-20T21:21:29,320 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0b16ab3f13b7:35951, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0b16ab3f13b7:35951, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0b16ab3f13b7:35951, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-20T21:21:29,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://0b16ab3f13b7:35951, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=23 msec 2024-11-20T21:21:29,322 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-20T21:21:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:29,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:29,410 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://0b16ab3f13b7:35951, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-20T21:21:29,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:29,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:29,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:29,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:29,434 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 361) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_969342766_20 at /127.0.0.1:34534 [Receiving block BP-1652287366-172.17.0.3-1732137683817:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server handler 3 on default port 43049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 43049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551/MasterData-prefix:0b16ab3f13b7,35951,1732137685160 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1203465312-7842 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f2fcc433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@7945f64a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 41461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@1905df50[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_969342766_20 at /127.0.0.1:34544 [Receiving block BP-1652287366-172.17.0.3-1732137683817:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1322b299 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53060) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007f2fcc9f8cb8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1652287366-172.17.0.3-1732137683817:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/cluster_93cee206-6056-6623-72dc-9f2ac319aeee/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@5748ac97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7800 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7796 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f2fcc433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-7bb54031-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/cluster_93cee206-6056-6623-72dc-9f2ac319aeee/data/data1/current/BP-1652287366-172.17.0.3-1732137683817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 43049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7795 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f2fcc433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1652287366-172.17.0.3-1732137683817:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 41461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_969342766_20 at /127.0.0.1:40024 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/0b16ab3f13b7:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: regionserver/0b16ab3f13b7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/cluster_93cee206-6056-6623-72dc-9f2ac319aeee/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$612/0x00007f2fccad5560.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7793 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f2fcc433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 0b16ab3f13b7:35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:53060 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: PacketResponder: BP-1652287366-172.17.0.3-1732137683817:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53060) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 2 on default port 41461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 41461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@3235b494 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@100aa463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:43049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1203465312-7844 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7797-acceptor-0@1df66638-ServerConnector@63e3f7ce{HTTP/1.1, (http/1.1)}{localhost:37755} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 41461 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 41461 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137686769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: M:0;0b16ab3f13b7:35951 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137686769 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;0b16ab3f13b7:34381-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@5face735 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7798 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2095466124_20 at /127.0.0.1:40078 [Receiving block BP-1652287366-172.17.0.3-1732137683817:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1203465312-7843-acceptor-0@68c62551-ServerConnector@405c7333{HTTP/1.1, (http/1.1)}{localhost:35551} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/cluster_93cee206-6056-6623-72dc-9f2ac319aeee/data/data2/current/BP-1652287366-172.17.0.3-1732137683817 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53060) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/0b16ab3f13b7:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551-prefix:0b16ab3f13b7,34381,1732137685265.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@7daf9b45 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43049 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: RS:0;0b16ab3f13b7:34381 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35951 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(549125076) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34381 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 43049 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1203465312-7845 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-20a7163-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/0b16ab3f13b7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:53060): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@61d1ce3b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 43049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 43049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: BP-1652287366-172.17.0.3-1732137683817 heartbeating to localhost/127.0.0.1:43049 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7794 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$307/0x00007f2fcc433000.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:43049/user/jenkins/test-data/3cbdb08c-5ed4-66f8-1d10-bb16fef78551-prefix:0b16ab3f13b7,34381,1732137685265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@7a9ecf14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1123702963-7799 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=879 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=726 (was 746), ProcessCount=11 (was 11), AvailableMemoryMB=278 (was 796) 2024-11-20T21:21:29,438 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-20T21:21:29,458 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=879, MaxFileDescriptor=1048576, SystemLoadAverage=726, ProcessCount=11, AvailableMemoryMB=276 2024-11-20T21:21:29,458 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-20T21:21:29,477 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-20T21:21:29,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/hadoop.log.dir so I do NOT create it in target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77 2024-11-20T21:21:29,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:21:29,478 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/hadoop.tmp.dir so I do NOT create it in target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77 2024-11-20T21:21:29,478 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5c9d5527-adfd-5104-80ef-d02b3e2d75ff/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:21:29,478 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77 2024-11-20T21:21:29,479 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/cluster_2c77c33e-9828-464e-74de-829358a8ae25, deleteOnExit=true 2024-11-20T21:21:29,484 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/cluster_2c77c33e-9828-464e-74de-829358a8ae25/zookeeper_0, clientPort=58695, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/cluster_2c77c33e-9828-464e-74de-829358a8ae25/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/cluster_2c77c33e-9828-464e-74de-829358a8ae25/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:21:29,489 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58695 2024-11-20T21:21:29,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:21:29,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:21:29,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/test.cache.data in system properties and HBase conf 2024-11-20T21:21:29,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:21:29,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:21:29,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:21:29,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:21:29,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:21:29,490 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:21:29,490 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:21:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:21:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:21:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:21:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:21:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:21:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:21:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:21:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:21:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:21:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:21:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:21:29,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:21:29,492 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:21:29,633 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:21:29,637 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:21:29,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:21:29,646 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:21:29,646 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:21:29,648 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:21:29,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e74d2e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:21:29,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16103323{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:21:29,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bee381f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/java.io.tmpdir/jetty-localhost-33859-hadoop-hdfs-3_4_1-tests_jar-_-any-8961582418894197747/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:21:29,804 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b8106ff{HTTP/1.1, (http/1.1)}{localhost:33859} 2024-11-20T21:21:29,804 INFO [Time-limited test {}] server.Server(415): Started @279912ms 2024-11-20T21:21:29,963 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:21:29,968 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:21:29,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:21:29,971 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:21:29,971 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:21:29,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78ca74ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:21:29,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab063b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:21:30,122 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1c83d8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/java.io.tmpdir/jetty-localhost-37915-hadoop-hdfs-3_4_1-tests_jar-_-any-894768719939774448/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:21:30,122 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e56b7d9{HTTP/1.1, (http/1.1)}{localhost:37915} 2024-11-20T21:21:30,122 INFO [Time-limited test {}] server.Server(415): Started @280230ms 2024-11-20T21:21:30,123 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:21:30,228 WARN [Thread-4245 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/cluster_2c77c33e-9828-464e-74de-829358a8ae25/data/data1/current/BP-1594428714-172.17.0.3-1732137689538/current, will proceed with Du for space computation calculation, 2024-11-20T21:21:30,229 WARN [Thread-4246 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/cluster_2c77c33e-9828-464e-74de-829358a8ae25/data/data2/current/BP-1594428714-172.17.0.3-1732137689538/current, will proceed with Du for space computation calculation, 2024-11-20T21:21:30,266 WARN [Thread-4233 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:21:30,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55179d9e5f7af466 with lease ID 0x241f9e5a27ff5c1c: Processing first storage report for DS-d70ddd32-ce6c-4e87-8ac3-76be7d1b3908 from datanode DatanodeRegistration(127.0.0.1:35787, datanodeUuid=dd38fc11-0889-4cd9-adb0-3d96e54f34dd, infoPort=42421, infoSecurePort=0, ipcPort=34521, storageInfo=lv=-57;cid=testClusterID;nsid=1274794535;c=1732137689538) 2024-11-20T21:21:30,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55179d9e5f7af466 with lease ID 0x241f9e5a27ff5c1c: from storage DS-d70ddd32-ce6c-4e87-8ac3-76be7d1b3908 node DatanodeRegistration(127.0.0.1:35787, datanodeUuid=dd38fc11-0889-4cd9-adb0-3d96e54f34dd, infoPort=42421, infoSecurePort=0, ipcPort=34521, storageInfo=lv=-57;cid=testClusterID;nsid=1274794535;c=1732137689538), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:21:30,269 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55179d9e5f7af466 with lease ID 0x241f9e5a27ff5c1c: Processing first storage report for DS-08d363fb-d435-4d4b-b8c4-a3f54ed64b92 from datanode DatanodeRegistration(127.0.0.1:35787, datanodeUuid=dd38fc11-0889-4cd9-adb0-3d96e54f34dd, infoPort=42421, infoSecurePort=0, ipcPort=34521, storageInfo=lv=-57;cid=testClusterID;nsid=1274794535;c=1732137689538) 2024-11-20T21:21:30,269 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55179d9e5f7af466 with lease ID 0x241f9e5a27ff5c1c: from storage DS-08d363fb-d435-4d4b-b8c4-a3f54ed64b92 node DatanodeRegistration(127.0.0.1:35787, datanodeUuid=dd38fc11-0889-4cd9-adb0-3d96e54f34dd, infoPort=42421, infoSecurePort=0, ipcPort=34521, storageInfo=lv=-57;cid=testClusterID;nsid=1274794535;c=1732137689538), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:21:30,362 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77 2024-11-20T21:21:30,362 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:30,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:30,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:21:30,777 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679 with version=8 2024-11-20T21:21:30,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/hbase-staging 2024-11-20T21:21:30,780 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:21:30,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:30,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:30,781 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:21:30,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:30,781 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:21:30,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:21:30,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:21:30,781 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39075 2024-11-20T21:21:30,782 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39075 connecting to ZooKeeper ensemble=127.0.0.1:58695 2024-11-20T21:21:30,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390750x0, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:21:30,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39075-0x1005f11ac290000 connected 2024-11-20T21:21:30,814 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:30,816 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:30,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Set watcher on znode that does not yet exist, /02143559516/running 2024-11-20T21:21:30,818 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679, hbase.cluster.distributed=false 2024-11-20T21:21:30,820 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Set watcher on znode that does not yet exist, /02143559516/acl 2024-11-20T21:21:30,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39075 2024-11-20T21:21:30,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39075 2024-11-20T21:21:30,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39075 2024-11-20T21:21:30,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39075 2024-11-20T21:21:30,852 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39075 2024-11-20T21:21:30,876 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:21:30,876 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:30,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:30,877 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:21:30,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:30,877 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:21:30,877 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:21:30,877 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:21:30,881 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37801 2024-11-20T21:21:30,882 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37801 connecting to ZooKeeper ensemble=127.0.0.1:58695 2024-11-20T21:21:30,882 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:30,884 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:30,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378010x0, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:21:30,905 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378010x0, quorum=127.0.0.1:58695, baseZNode=/02143559516 Set watcher on znode that does not yet exist, /02143559516/running 2024-11-20T21:21:30,905 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:21:30,911 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:21:30,912 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378010x0, quorum=127.0.0.1:58695, baseZNode=/02143559516 Set watcher on znode that does not yet exist, /02143559516/master 2024-11-20T21:21:30,912 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37801-0x1005f11ac290001 connected 2024-11-20T21:21:30,917 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Set watcher on znode that does not yet exist, /02143559516/acl 2024-11-20T21:21:30,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37801 2024-11-20T21:21:30,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37801 2024-11-20T21:21:30,925 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37801 2024-11-20T21:21:30,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37801 2024-11-20T21:21:30,927 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37801 2024-11-20T21:21:30,944 DEBUG [M:0;0b16ab3f13b7:39075 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:39075 2024-11-20T21:21:30,945 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02143559516/backup-masters/0b16ab3f13b7,39075,1732137690780 2024-11-20T21:21:30,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516/backup-masters 2024-11-20T21:21:30,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516/backup-masters 2024-11-20T21:21:30,949 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Set watcher on existing znode=/02143559516/backup-masters/0b16ab3f13b7,39075,1732137690780 2024-11-20T21:21:30,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02143559516/master 2024-11-20T21:21:30,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:30,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:30,953 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Set watcher on existing znode=/02143559516/master 2024-11-20T21:21:30,954 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02143559516/backup-masters/0b16ab3f13b7,39075,1732137690780 from backup master directory 2024-11-20T21:21:30,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02143559516/backup-masters/0b16ab3f13b7,39075,1732137690780 2024-11-20T21:21:30,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516/backup-masters 2024-11-20T21:21:30,956 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:21:30,956 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,39075,1732137690780 2024-11-20T21:21:30,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516/backup-masters 2024-11-20T21:21:30,962 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/hbase.id] with ID: d72547e3-f5e8-4b4c-8e84-d47bd61f7040 2024-11-20T21:21:30,962 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/.tmp/hbase.id 2024-11-20T21:21:30,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:21:31,373 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/.tmp/hbase.id]:[hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/hbase.id] 2024-11-20T21:21:31,382 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:31,382 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:21:31,383 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:21:31,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:31,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:31,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:21:31,791 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:21:31,792 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:21:31,792 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:31,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:21:32,199 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store 2024-11-20T21:21:32,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:21:32,606 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:32,606 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:21:32,606 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:32,606 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:32,606 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:21:32,606 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:32,606 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:32,606 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137692606Disabling compacts and flushes for region at 1732137692606Disabling writes for close at 1732137692606Writing region close event to WAL at 1732137692606Closed at 1732137692606 2024-11-20T21:21:32,607 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/.initializing 2024-11-20T21:21:32,607 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/WALs/0b16ab3f13b7,39075,1732137690780 2024-11-20T21:21:32,608 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:21:32,609 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C39075%2C1732137690780, suffix=, logDir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/WALs/0b16ab3f13b7,39075,1732137690780, archiveDir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/oldWALs, maxLogs=10 2024-11-20T21:21:32,627 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/WALs/0b16ab3f13b7,39075,1732137690780/0b16ab3f13b7%2C39075%2C1732137690780.1732137692610, exclude list is [], retry=0 2024-11-20T21:21:32,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35787,DS-d70ddd32-ce6c-4e87-8ac3-76be7d1b3908,DISK] 2024-11-20T21:21:32,632 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/WALs/0b16ab3f13b7,39075,1732137690780/0b16ab3f13b7%2C39075%2C1732137690780.1732137692610 2024-11-20T21:21:32,632 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42421:42421)] 2024-11-20T21:21:32,632 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:32,632 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:32,632 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:32,632 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:32,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:32,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:21:32,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:32,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:32,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:32,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:21:32,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:32,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:32,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:32,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:21:32,637 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:32,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:32,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:32,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:21:32,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:32,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:32,639 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:32,639 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:32,640 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:32,641 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:32,641 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:32,641 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:21:32,642 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:32,644 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:32,645 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59518570, jitterRate=-0.1131041944026947}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:21:32,645 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137692632Initializing all the Stores at 1732137692633 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137692633Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137692633Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137692633Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137692633Cleaning up temporary data from old regions at 1732137692641 (+8 ms)Region opened successfully at 1732137692645 (+4 ms) 2024-11-20T21:21:32,645 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:21:32,648 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48dc31ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:21:32,648 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:21:32,648 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:21:32,649 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:21:32,649 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:21:32,649 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:21:32,649 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:21:32,649 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:21:32,651 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:21:32,651 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Unable to get data of znode /02143559516/balancer because node does not exist (not necessarily an error) 2024-11-20T21:21:32,653 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02143559516/balancer already deleted, retry=false 2024-11-20T21:21:32,653 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:21:32,654 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Unable to get data of znode /02143559516/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:21:32,655 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02143559516/normalizer already deleted, retry=false 2024-11-20T21:21:32,655 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:21:32,656 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Unable to get data of znode /02143559516/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:21:32,657 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02143559516/switch/split already deleted, retry=false 2024-11-20T21:21:32,658 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Unable to get data of znode /02143559516/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:21:32,659 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02143559516/switch/merge already deleted, retry=false 2024-11-20T21:21:32,661 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Unable to get data of znode /02143559516/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:21:32,662 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02143559516/snapshot-cleanup already deleted, retry=false 2024-11-20T21:21:32,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02143559516/running 2024-11-20T21:21:32,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02143559516/running 2024-11-20T21:21:32,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:32,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:32,664 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,39075,1732137690780, sessionid=0x1005f11ac290000, setting cluster-up flag (Was=false) 2024-11-20T21:21:32,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:32,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:32,672 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02143559516/flush-table-proc/acquired, /02143559516/flush-table-proc/reached, /02143559516/flush-table-proc/abort 2024-11-20T21:21:32,673 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,39075,1732137690780 2024-11-20T21:21:32,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:32,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:32,681 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02143559516/online-snapshot/acquired, /02143559516/online-snapshot/reached, /02143559516/online-snapshot/abort 2024-11-20T21:21:32,682 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,39075,1732137690780 2024-11-20T21:21:32,683 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:21:32,685 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:32,685 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:21:32,685 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:21:32,685 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,39075,1732137690780 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:21:32,687 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:32,687 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:32,687 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:32,687 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:32,687 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:21:32,687 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:32,687 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:21:32,687 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:32,690 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:32,690 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:21:32,690 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:32,690 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:21:32,697 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137722697 2024-11-20T21:21:32,697 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:21:32,697 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:21:32,697 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:21:32,697 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:21:32,697 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:21:32,697 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:21:32,704 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:32,706 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:21:32,706 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:21:32,706 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:21:32,706 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:21:32,709 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:21:32,709 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:21:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:21:32,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:21:32,711 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679 2024-11-20T21:21:32,716 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137692709,5,FailOnTimeoutGroup] 2024-11-20T21:21:32,720 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137692716,5,FailOnTimeoutGroup] 2024-11-20T21:21:32,720 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:32,720 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:21:32,721 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:32,721 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:32,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:21:32,732 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(746): ClusterId : d72547e3-f5e8-4b4c-8e84-d47bd61f7040 2024-11-20T21:21:32,732 DEBUG [RS:0;0b16ab3f13b7:37801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:21:32,734 DEBUG [RS:0;0b16ab3f13b7:37801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:21:32,734 DEBUG [RS:0;0b16ab3f13b7:37801 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:21:32,737 DEBUG [RS:0;0b16ab3f13b7:37801 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:21:32,737 DEBUG [RS:0;0b16ab3f13b7:37801 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2c10d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:21:32,751 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:37801 2024-11-20T21:21:32,752 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:21:32,752 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:21:32,752 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:21:32,752 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,39075,1732137690780 with port=37801, startcode=1732137690876 2024-11-20T21:21:32,753 DEBUG [RS:0;0b16ab3f13b7:37801 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:21:32,754 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:21:32,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39075 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:32,755 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39075 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:32,756 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679 2024-11-20T21:21:32,756 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33903 2024-11-20T21:21:32,756 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:21:32,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516/rs 2024-11-20T21:21:32,758 DEBUG [RS:0;0b16ab3f13b7:37801 {}] zookeeper.ZKUtil(111): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Set watcher on existing znode=/02143559516/rs/0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:32,758 WARN [RS:0;0b16ab3f13b7:37801 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:21:32,758 INFO [RS:0;0b16ab3f13b7:37801 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:32,758 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:32,759 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,37801,1732137690876] 2024-11-20T21:21:32,765 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:21:32,767 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:21:32,769 INFO [RS:0;0b16ab3f13b7:37801 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:21:32,769 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:32,769 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:21:32,770 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:21:32,770 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:32,770 DEBUG [RS:0;0b16ab3f13b7:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:32,770 DEBUG [RS:0;0b16ab3f13b7:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:32,770 DEBUG [RS:0;0b16ab3f13b7:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:32,770 DEBUG [RS:0;0b16ab3f13b7:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:32,770 DEBUG [RS:0;0b16ab3f13b7:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:32,770 DEBUG [RS:0;0b16ab3f13b7:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:21:32,770 DEBUG [RS:0;0b16ab3f13b7:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:32,770 DEBUG [RS:0;0b16ab3f13b7:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:32,770 DEBUG [RS:0;0b16ab3f13b7:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:32,770 DEBUG [RS:0;0b16ab3f13b7:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:32,770 DEBUG [RS:0;0b16ab3f13b7:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:32,770 DEBUG [RS:0;0b16ab3f13b7:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:32,770 DEBUG [RS:0;0b16ab3f13b7:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:21:32,770 DEBUG [RS:0;0b16ab3f13b7:37801 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:21:32,771 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:32,771 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:32,771 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:32,771 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:32,771 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:32,771 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,37801,1732137690876-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:21:32,787 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:21:32,787 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,37801,1732137690876-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:32,787 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:32,787 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.Replication(171): 0b16ab3f13b7,37801,1732137690876 started 2024-11-20T21:21:32,803 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:32,804 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,37801,1732137690876, RpcServer on 0b16ab3f13b7/172.17.0.3:37801, sessionid=0x1005f11ac290001 2024-11-20T21:21:32,804 DEBUG [RS:0;0b16ab3f13b7:37801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:21:32,804 DEBUG [RS:0;0b16ab3f13b7:37801 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:32,804 DEBUG [RS:0;0b16ab3f13b7:37801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,37801,1732137690876' 2024-11-20T21:21:32,804 DEBUG [RS:0;0b16ab3f13b7:37801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02143559516/flush-table-proc/abort' 2024-11-20T21:21:32,804 DEBUG [RS:0;0b16ab3f13b7:37801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02143559516/flush-table-proc/acquired' 2024-11-20T21:21:32,805 DEBUG [RS:0;0b16ab3f13b7:37801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:21:32,805 DEBUG [RS:0;0b16ab3f13b7:37801 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:21:32,805 DEBUG [RS:0;0b16ab3f13b7:37801 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:32,805 DEBUG [RS:0;0b16ab3f13b7:37801 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,37801,1732137690876' 2024-11-20T21:21:32,805 DEBUG [RS:0;0b16ab3f13b7:37801 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02143559516/online-snapshot/abort' 2024-11-20T21:21:32,805 DEBUG [RS:0;0b16ab3f13b7:37801 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02143559516/online-snapshot/acquired' 2024-11-20T21:21:32,806 DEBUG [RS:0;0b16ab3f13b7:37801 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:21:32,806 INFO [RS:0;0b16ab3f13b7:37801 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:21:32,806 INFO [RS:0;0b16ab3f13b7:37801 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:21:32,847 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:21:32,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-20T21:21:32,906 INFO [RS:0;0b16ab3f13b7:37801 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:21:32,908 INFO [RS:0;0b16ab3f13b7:37801 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C37801%2C1732137690876, suffix=, logDir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876, archiveDir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/oldWALs, maxLogs=10 2024-11-20T21:21:32,922 DEBUG [RS:0;0b16ab3f13b7:37801 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908, exclude list is [], retry=0 2024-11-20T21:21:32,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35787,DS-d70ddd32-ce6c-4e87-8ac3-76be7d1b3908,DISK] 2024-11-20T21:21:32,926 INFO [RS:0;0b16ab3f13b7:37801 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 2024-11-20T21:21:32,927 DEBUG [RS:0;0b16ab3f13b7:37801 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42421:42421)] 2024-11-20T21:21:33,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:33,131 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:21:33,132 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:21:33,132 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:33,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:33,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:21:33,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:21:33,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:33,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:33,134 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:21:33,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:21:33,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:33,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:33,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:21:33,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:21:33,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:33,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:33,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:21:33,136 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740 2024-11-20T21:21:33,137 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740 2024-11-20T21:21:33,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:21:33,138 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:21:33,138 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:21:33,139 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:21:33,141 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:33,141 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68512771, jitterRate=0.02091984450817108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:21:33,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137693129Initializing all the Stores at 1732137693130 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137693130Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137693130Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137693130Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137693130Cleaning up temporary data from old regions at 1732137693138 (+8 ms)Region opened successfully at 1732137693141 (+3 ms) 2024-11-20T21:21:33,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:21:33,141 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:21:33,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:21:33,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:21:33,141 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:21:33,142 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:33,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137693141Disabling compacts and flushes for region at 1732137693141Disabling writes for close at 1732137693141Writing region close event to WAL at 1732137693142 (+1 ms)Closed at 1732137693142 2024-11-20T21:21:33,143 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:33,143 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:21:33,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:21:33,144 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:21:33,144 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:21:33,295 DEBUG [0b16ab3f13b7:39075 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:21:33,295 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:33,297 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,37801,1732137690876, state=OPENING 2024-11-20T21:21:33,298 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:21:33,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:33,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:33,300 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:21:33,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02143559516/meta-region-server: CHANGED 2024-11-20T21:21:33,300 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02143559516/meta-region-server: CHANGED 2024-11-20T21:21:33,300 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,37801,1732137690876}] 2024-11-20T21:21:33,453 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:21:33,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:21:33,458 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:21:33,458 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:33,458 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:21:33,460 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C37801%2C1732137690876.meta, suffix=.meta, logDir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876, archiveDir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/oldWALs, maxLogs=10 2024-11-20T21:21:33,475 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.meta.1732137693460.meta, exclude list is [], retry=0 2024-11-20T21:21:33,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35787,DS-d70ddd32-ce6c-4e87-8ac3-76be7d1b3908,DISK] 2024-11-20T21:21:33,479 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.meta.1732137693460.meta 2024-11-20T21:21:33,479 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42421:42421)] 2024-11-20T21:21:33,479 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:33,480 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:21:33,480 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:21:33,480 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:21:33,480 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:21:33,480 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:21:33,480 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:33,480 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:21:33,480 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:21:33,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:21:33,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:21:33,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:33,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:33,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:21:33,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:21:33,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:33,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:33,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:21:33,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:21:33,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:33,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:33,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:21:33,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:21:33,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:33,486 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:21:33,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:33,486 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:21:33,487 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740 2024-11-20T21:21:33,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,488 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740 2024-11-20T21:21:33,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,489 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:21:33,489 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:21:33,489 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,489 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:21:33,490 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:21:33,491 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64652434, jitterRate=-0.0366036593914032}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:21:33,491 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:21:33,491 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137693480Writing region info on filesystem at 1732137693480Initializing all the Stores at 1732137693481 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137693481Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137693481Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137693481Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137693481Cleaning up temporary data from old regions at 1732137693489 (+8 ms)Running coprocessor post-open hooks at 1732137693491 (+2 ms)Region opened successfully at 1732137693491 2024-11-20T21:21:33,492 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137693453 2024-11-20T21:21:33,494 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:21:33,494 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:21:33,495 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:33,496 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,37801,1732137690876, state=OPEN 2024-11-20T21:21:33,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02143559516/meta-region-server 2024-11-20T21:21:33,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02143559516/meta-region-server 2024-11-20T21:21:33,501 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:33,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02143559516/meta-region-server: CHANGED 2024-11-20T21:21:33,501 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02143559516/meta-region-server: CHANGED 2024-11-20T21:21:33,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:21:33,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,37801,1732137690876 in 201 msec 2024-11-20T21:21:33,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:21:33,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-20T21:21:33,505 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:33,505 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:21:33,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:33,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37801,1732137690876, seqNum=-1] 2024-11-20T21:21:33,507 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:33,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:33,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 828 msec 2024-11-20T21:21:33,513 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137693513, completionTime=-1 2024-11-20T21:21:33,513 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:21:33,513 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:21:33,515 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:21:33,516 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137753516 2024-11-20T21:21:33,516 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137813516 2024-11-20T21:21:33,516 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-20T21:21:33,516 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,39075,1732137690780-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:33,516 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,39075,1732137690780-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:33,516 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,39075,1732137690780-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:33,516 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:39075, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:33,516 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:33,516 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:33,518 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:21:33,520 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.564sec 2024-11-20T21:21:33,520 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:21:33,520 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:21:33,520 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:21:33,520 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:21:33,520 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:21:33,520 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,39075,1732137690780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:21:33,520 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,39075,1732137690780-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:21:33,522 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:21:33,522 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:21:33,522 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,39075,1732137690780-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:33,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257347c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:33,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,39075,-1 for getting cluster id 2024-11-20T21:21:33,533 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:33,534 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72547e3-f5e8-4b4c-8e84-d47bd61f7040' 2024-11-20T21:21:33,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:33,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72547e3-f5e8-4b4c-8e84-d47bd61f7040" 2024-11-20T21:21:33,535 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@784fb265, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:33,535 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,39075,-1] 2024-11-20T21:21:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:33,536 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:33,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:33,537 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:33,537 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@213e56d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:33,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37801,1732137690876, seqNum=-1] 2024-11-20T21:21:33,539 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:33,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:33,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,39075,1732137690780 2024-11-20T21:21:33,542 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58695 2024-11-20T21:21:33,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:21:33,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1005f11ac290002 connected 2024-11-20T21:21:33,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/hadoop.log.dir so I do NOT create it in target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d 2024-11-20T21:21:33,548 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:21:33,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/hadoop.tmp.dir so I do NOT create it in target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d 2024-11-20T21:21:33,548 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:21:33,548 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d 2024-11-20T21:21:33,548 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:21:33,549 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/cluster_1c15b5e5-674b-cd0c-490b-d4ee596aae50, deleteOnExit=true 2024-11-20T21:21:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:21:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/test.cache.data in system properties and HBase conf 2024-11-20T21:21:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:21:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:21:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:21:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:21:33,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:21:33,549 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:21:33,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:21:33,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:21:33,631 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:21:33,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:21:33,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:21:33,633 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:21:33,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:21:33,638 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@738e3a8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:21:33,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5028312f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:21:33,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e9017e0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/java.io.tmpdir/jetty-localhost-45185-hadoop-hdfs-3_4_1-tests_jar-_-any-16085856378275368339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:21:33,767 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@70764eb9{HTTP/1.1, (http/1.1)}{localhost:45185} 2024-11-20T21:21:33,767 INFO [Time-limited test {}] server.Server(415): Started @283875ms 2024-11-20T21:21:33,856 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:21:33,860 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:21:33,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:21:33,863 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:21:33,863 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:21:33,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4aa2692e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:21:33,864 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c2f2d51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:21:33,980 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cbb98e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/java.io.tmpdir/jetty-localhost-43805-hadoop-hdfs-3_4_1-tests_jar-_-any-5908303398449191191/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:21:33,981 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@501795a0{HTTP/1.1, (http/1.1)}{localhost:43805} 2024-11-20T21:21:33,981 INFO [Time-limited test {}] server.Server(415): Started @284089ms 2024-11-20T21:21:33,982 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:21:34,088 WARN [Thread-4366 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/cluster_1c15b5e5-674b-cd0c-490b-d4ee596aae50/data/data1/current/BP-774645306-172.17.0.3-1732137693573/current, will proceed with Du for space computation calculation, 2024-11-20T21:21:34,088 WARN [Thread-4367 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/cluster_1c15b5e5-674b-cd0c-490b-d4ee596aae50/data/data2/current/BP-774645306-172.17.0.3-1732137693573/current, will proceed with Du for space computation calculation, 2024-11-20T21:21:34,118 WARN [Thread-4354 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:21:34,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7b168b0331cc3cb with lease ID 0xabb1d50780c25cc2: Processing first storage report for DS-baf8bc37-03c3-49b6-be52-3c0565c1c667 from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=dd7b795e-d894-4e7f-be70-8194b789cd50, infoPort=34363, infoSecurePort=0, ipcPort=44591, storageInfo=lv=-57;cid=testClusterID;nsid=2076112893;c=1732137693573) 2024-11-20T21:21:34,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7b168b0331cc3cb with lease ID 0xabb1d50780c25cc2: from storage DS-baf8bc37-03c3-49b6-be52-3c0565c1c667 node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=dd7b795e-d894-4e7f-be70-8194b789cd50, infoPort=34363, infoSecurePort=0, ipcPort=44591, storageInfo=lv=-57;cid=testClusterID;nsid=2076112893;c=1732137693573), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:21:34,122 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7b168b0331cc3cb with lease ID 0xabb1d50780c25cc2: Processing first storage report for DS-7e4d1c58-5f8b-498b-851d-c3e594d3abc6 from datanode DatanodeRegistration(127.0.0.1:34093, datanodeUuid=dd7b795e-d894-4e7f-be70-8194b789cd50, infoPort=34363, infoSecurePort=0, ipcPort=44591, storageInfo=lv=-57;cid=testClusterID;nsid=2076112893;c=1732137693573) 2024-11-20T21:21:34,122 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7b168b0331cc3cb with lease ID 0xabb1d50780c25cc2: from storage DS-7e4d1c58-5f8b-498b-851d-c3e594d3abc6 node DatanodeRegistration(127.0.0.1:34093, datanodeUuid=dd7b795e-d894-4e7f-be70-8194b789cd50, infoPort=34363, infoSecurePort=0, ipcPort=44591, storageInfo=lv=-57;cid=testClusterID;nsid=2076112893;c=1732137693573), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:21:34,220 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d 2024-11-20T21:21:34,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:34,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:34,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:21:34,629 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1 with version=8 2024-11-20T21:21:34,629 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/hbase-staging 2024-11-20T21:21:34,632 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:21:34,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:34,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:34,632 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:21:34,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:34,632 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:21:34,633 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:21:34,633 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:21:34,633 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32931 2024-11-20T21:21:34,634 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32931 connecting to ZooKeeper ensemble=127.0.0.1:58695 2024-11-20T21:21:34,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329310x0, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:21:34,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32931-0x1005f11ac290003 connected 2024-11-20T21:21:34,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:34,650 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:34,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Set watcher on znode that does not yet exist, /1-1125890688/running 2024-11-20T21:21:34,652 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1, hbase.cluster.distributed=false 2024-11-20T21:21:34,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Set watcher on znode that does not yet exist, /1-1125890688/acl 2024-11-20T21:21:34,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32931 2024-11-20T21:21:34,653 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32931 2024-11-20T21:21:34,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32931 2024-11-20T21:21:34,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32931 2024-11-20T21:21:34,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32931 2024-11-20T21:21:34,670 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:21:34,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:34,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:34,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:21:34,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:34,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:21:34,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:21:34,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:21:34,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40087 2024-11-20T21:21:34,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40087 connecting to ZooKeeper ensemble=127.0.0.1:58695 2024-11-20T21:21:34,672 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:34,674 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:34,685 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400870x0, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:21:34,686 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400870x0, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Set watcher on znode that does not yet exist, /1-1125890688/running 2024-11-20T21:21:34,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40087-0x1005f11ac290004 connected 2024-11-20T21:21:34,686 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:21:34,687 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:21:34,688 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Set watcher on znode that does not yet exist, /1-1125890688/master 2024-11-20T21:21:34,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Set watcher on znode that does not yet exist, /1-1125890688/acl 2024-11-20T21:21:34,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-20T21:21:34,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40087 2024-11-20T21:21:34,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40087 2024-11-20T21:21:34,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-20T21:21:34,695 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40087 2024-11-20T21:21:34,707 DEBUG [M:0;0b16ab3f13b7:32931 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:32931 2024-11-20T21:21:34,708 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1125890688/backup-masters/0b16ab3f13b7,32931,1732137694632 2024-11-20T21:21:34,712 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688/backup-masters 2024-11-20T21:21:34,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688/backup-masters 2024-11-20T21:21:34,712 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Set watcher on existing znode=/1-1125890688/backup-masters/0b16ab3f13b7,32931,1732137694632 2024-11-20T21:21:34,714 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1125890688/master 2024-11-20T21:21:34,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:34,714 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:34,715 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Set watcher on existing znode=/1-1125890688/master 2024-11-20T21:21:34,715 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1125890688/backup-masters/0b16ab3f13b7,32931,1732137694632 from backup master directory 2024-11-20T21:21:34,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1125890688/backup-masters/0b16ab3f13b7,32931,1732137694632 2024-11-20T21:21:34,716 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688/backup-masters 2024-11-20T21:21:34,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688/backup-masters 2024-11-20T21:21:34,716 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:21:34,716 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,32931,1732137694632 2024-11-20T21:21:34,719 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/hbase.id] with ID: 32a5e927-55c4-4f96-9f3b-d451eec1c042 2024-11-20T21:21:34,719 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/.tmp/hbase.id 2024-11-20T21:21:34,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:21:35,126 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/.tmp/hbase.id]:[hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/hbase.id] 2024-11-20T21:21:35,134 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:35,135 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:21:35,135 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-20T21:21:35,137 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:35,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:35,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:21:35,143 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:21:35,143 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:21:35,143 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:35,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:21:35,549 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store 2024-11-20T21:21:35,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:21:35,755 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:21:35,755 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T21:21:35,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-20T21:21:35,756 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-20T21:21:35,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:21:35,756 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-20T21:21:35,756 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T21:21:35,756 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T21:21:35,955 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:35,955 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:21:35,955 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:35,955 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:35,955 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:21:35,955 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:35,955 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:35,955 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137695955Disabling compacts and flushes for region at 1732137695955Disabling writes for close at 1732137695955Writing region close event to WAL at 1732137695955Closed at 1732137695955 2024-11-20T21:21:35,956 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/.initializing 2024-11-20T21:21:35,956 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/WALs/0b16ab3f13b7,32931,1732137694632 2024-11-20T21:21:35,957 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:21:35,958 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C32931%2C1732137694632, suffix=, logDir=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/WALs/0b16ab3f13b7,32931,1732137694632, archiveDir=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/oldWALs, maxLogs=10 2024-11-20T21:21:35,972 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/WALs/0b16ab3f13b7,32931,1732137694632/0b16ab3f13b7%2C32931%2C1732137694632.1732137695958, exclude list is [], retry=0 2024-11-20T21:21:35,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-baf8bc37-03c3-49b6-be52-3c0565c1c667,DISK] 2024-11-20T21:21:35,976 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/WALs/0b16ab3f13b7,32931,1732137694632/0b16ab3f13b7%2C32931%2C1732137694632.1732137695958 2024-11-20T21:21:35,976 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34363:34363)] 2024-11-20T21:21:35,976 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:35,977 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:35,977 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:35,977 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:35,978 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:35,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:21:35,979 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:35,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:35,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:35,980 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:21:35,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:35,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:35,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:35,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:21:35,982 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:35,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:35,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:35,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:21:35,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:35,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:35,983 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:35,983 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:35,984 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:35,985 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:35,985 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:35,985 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:21:35,986 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:35,987 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:35,988 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61617144, jitterRate=-0.08183300495147705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:21:35,988 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137695977Initializing all the Stores at 1732137695978 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137695978Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137695978Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137695978Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137695978Cleaning up temporary data from old regions at 1732137695985 (+7 ms)Region opened successfully at 1732137695988 (+3 ms) 2024-11-20T21:21:35,988 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:21:35,991 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d211677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:21:35,991 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:21:35,991 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:21:35,991 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:21:35,992 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:21:35,992 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:21:35,992 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:21:35,992 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:21:35,994 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:21:35,994 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Unable to get data of znode /1-1125890688/balancer because node does not exist (not necessarily an error) 2024-11-20T21:21:35,996 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1125890688/balancer already deleted, retry=false 2024-11-20T21:21:35,996 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:21:35,997 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Unable to get data of znode /1-1125890688/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:21:35,998 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1125890688/normalizer already deleted, retry=false 2024-11-20T21:21:35,998 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:21:35,999 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Unable to get data of znode /1-1125890688/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:21:36,000 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1125890688/switch/split already deleted, retry=false 2024-11-20T21:21:36,001 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Unable to get data of znode /1-1125890688/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:21:36,002 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1125890688/switch/merge already deleted, retry=false 2024-11-20T21:21:36,004 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Unable to get data of znode /1-1125890688/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:21:36,005 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1125890688/snapshot-cleanup already deleted, retry=false 2024-11-20T21:21:36,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1125890688/running 2024-11-20T21:21:36,006 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1125890688/running 2024-11-20T21:21:36,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:36,006 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:36,007 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,32931,1732137694632, sessionid=0x1005f11ac290003, setting cluster-up flag (Was=false) 2024-11-20T21:21:36,010 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:36,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:36,014 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1125890688/flush-table-proc/acquired, /1-1125890688/flush-table-proc/reached, /1-1125890688/flush-table-proc/abort 2024-11-20T21:21:36,015 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,32931,1732137694632 2024-11-20T21:21:36,018 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:36,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:36,024 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1125890688/online-snapshot/acquired, /1-1125890688/online-snapshot/reached, /1-1125890688/online-snapshot/abort 2024-11-20T21:21:36,025 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,32931,1732137694632 2024-11-20T21:21:36,026 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:21:36,027 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:36,028 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:21:36,028 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:21:36,028 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,32931,1732137694632 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:21:36,029 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:36,029 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:36,029 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:36,029 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:36,029 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:21:36,029 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:36,029 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:21:36,029 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:36,031 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:36,031 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:21:36,032 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:36,032 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:21:36,037 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137726037 2024-11-20T21:21:36,037 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:21:36,037 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:21:36,037 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:21:36,037 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:21:36,037 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:21:36,037 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:21:36,037 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:36,038 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:21:36,038 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:21:36,038 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:21:36,038 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:21:36,041 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:21:36,041 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:21:36,042 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137696041,5,FailOnTimeoutGroup] 2024-11-20T21:21:36,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:21:36,044 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137696042,5,FailOnTimeoutGroup] 2024-11-20T21:21:36,044 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:36,044 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:21:36,045 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:36,045 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:36,098 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(746): ClusterId : 32a5e927-55c4-4f96-9f3b-d451eec1c042 2024-11-20T21:21:36,098 DEBUG [RS:0;0b16ab3f13b7:40087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:21:36,100 DEBUG [RS:0;0b16ab3f13b7:40087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:21:36,100 DEBUG [RS:0;0b16ab3f13b7:40087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:21:36,102 DEBUG [RS:0;0b16ab3f13b7:40087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:21:36,102 DEBUG [RS:0;0b16ab3f13b7:40087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dd5b66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:21:36,115 DEBUG [RS:0;0b16ab3f13b7:40087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:40087 2024-11-20T21:21:36,115 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:21:36,115 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:21:36,115 DEBUG [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:21:36,116 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,32931,1732137694632 with port=40087, startcode=1732137694669 2024-11-20T21:21:36,116 DEBUG [RS:0;0b16ab3f13b7:40087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:21:36,117 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59235, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:21:36,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32931 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,40087,1732137694669 2024-11-20T21:21:36,118 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32931 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,40087,1732137694669 2024-11-20T21:21:36,119 DEBUG [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1 2024-11-20T21:21:36,119 DEBUG [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42103 2024-11-20T21:21:36,119 DEBUG [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:21:36,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688/rs 2024-11-20T21:21:36,125 DEBUG [RS:0;0b16ab3f13b7:40087 {}] zookeeper.ZKUtil(111): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Set watcher on existing znode=/1-1125890688/rs/0b16ab3f13b7,40087,1732137694669 2024-11-20T21:21:36,125 WARN [RS:0;0b16ab3f13b7:40087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:21:36,125 INFO [RS:0;0b16ab3f13b7:40087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:36,125 DEBUG [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/WALs/0b16ab3f13b7,40087,1732137694669 2024-11-20T21:21:36,125 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,40087,1732137694669] 2024-11-20T21:21:36,128 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:21:36,130 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:21:36,130 INFO [RS:0;0b16ab3f13b7:40087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:21:36,130 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:36,130 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:21:36,131 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:21:36,131 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:36,131 DEBUG [RS:0;0b16ab3f13b7:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:36,131 DEBUG [RS:0;0b16ab3f13b7:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:36,131 DEBUG [RS:0;0b16ab3f13b7:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:36,131 DEBUG [RS:0;0b16ab3f13b7:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:36,131 DEBUG [RS:0;0b16ab3f13b7:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:36,131 DEBUG [RS:0;0b16ab3f13b7:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:21:36,131 DEBUG [RS:0;0b16ab3f13b7:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:36,131 DEBUG [RS:0;0b16ab3f13b7:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:36,131 DEBUG [RS:0;0b16ab3f13b7:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:36,131 DEBUG [RS:0;0b16ab3f13b7:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:36,131 DEBUG [RS:0;0b16ab3f13b7:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:36,131 DEBUG [RS:0;0b16ab3f13b7:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:36,131 DEBUG [RS:0;0b16ab3f13b7:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:21:36,131 DEBUG [RS:0;0b16ab3f13b7:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:21:36,132 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:36,132 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:36,132 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:36,132 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:36,132 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:36,132 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40087,1732137694669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:21:36,151 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:21:36,151 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,40087,1732137694669-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:36,151 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:36,151 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.Replication(171): 0b16ab3f13b7,40087,1732137694669 started 2024-11-20T21:21:36,166 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:36,166 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,40087,1732137694669, RpcServer on 0b16ab3f13b7/172.17.0.3:40087, sessionid=0x1005f11ac290004 2024-11-20T21:21:36,166 DEBUG [RS:0;0b16ab3f13b7:40087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:21:36,166 DEBUG [RS:0;0b16ab3f13b7:40087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,40087,1732137694669 2024-11-20T21:21:36,166 DEBUG [RS:0;0b16ab3f13b7:40087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,40087,1732137694669' 2024-11-20T21:21:36,166 DEBUG [RS:0;0b16ab3f13b7:40087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1125890688/flush-table-proc/abort' 2024-11-20T21:21:36,166 DEBUG [RS:0;0b16ab3f13b7:40087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1125890688/flush-table-proc/acquired' 2024-11-20T21:21:36,167 DEBUG [RS:0;0b16ab3f13b7:40087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:21:36,167 DEBUG [RS:0;0b16ab3f13b7:40087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:21:36,167 DEBUG [RS:0;0b16ab3f13b7:40087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,40087,1732137694669 2024-11-20T21:21:36,167 DEBUG [RS:0;0b16ab3f13b7:40087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,40087,1732137694669' 2024-11-20T21:21:36,167 DEBUG [RS:0;0b16ab3f13b7:40087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1125890688/online-snapshot/abort' 2024-11-20T21:21:36,167 DEBUG [RS:0;0b16ab3f13b7:40087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1125890688/online-snapshot/acquired' 2024-11-20T21:21:36,167 DEBUG [RS:0;0b16ab3f13b7:40087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:21:36,167 INFO [RS:0;0b16ab3f13b7:40087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:21:36,167 INFO [RS:0;0b16ab3f13b7:40087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:21:36,268 INFO [RS:0;0b16ab3f13b7:40087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:21:36,269 INFO [RS:0;0b16ab3f13b7:40087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C40087%2C1732137694669, suffix=, logDir=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/WALs/0b16ab3f13b7,40087,1732137694669, archiveDir=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/oldWALs, maxLogs=10 2024-11-20T21:21:36,283 DEBUG [RS:0;0b16ab3f13b7:40087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/WALs/0b16ab3f13b7,40087,1732137694669/0b16ab3f13b7%2C40087%2C1732137694669.1732137696269, exclude list is [], retry=0 2024-11-20T21:21:36,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-baf8bc37-03c3-49b6-be52-3c0565c1c667,DISK] 2024-11-20T21:21:36,287 INFO [RS:0;0b16ab3f13b7:40087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/WALs/0b16ab3f13b7,40087,1732137694669/0b16ab3f13b7%2C40087%2C1732137694669.1732137696269 2024-11-20T21:21:36,287 DEBUG [RS:0;0b16ab3f13b7:40087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34363:34363)] 2024-11-20T21:21:36,444 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:21:36,445 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1 2024-11-20T21:21:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:21:36,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:36,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:21:36,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:21:36,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:36,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:36,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:21:36,861 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:21:36,861 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:36,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:36,862 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:21:36,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:21:36,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:36,863 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:36,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:21:36,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:21:36,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:36,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:36,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:21:36,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740 2024-11-20T21:21:36,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740 2024-11-20T21:21:36,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:21:36,870 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:21:36,870 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:21:36,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:21:36,873 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:36,874 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72648942, jitterRate=0.08255359530448914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:21:36,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137696852Initializing all the Stores at 1732137696855 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137696855Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137696856 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137696856Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137696856Cleaning up temporary data from old regions at 1732137696870 (+14 ms)Region opened successfully at 1732137696874 (+4 ms) 2024-11-20T21:21:36,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:21:36,874 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:21:36,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:21:36,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:21:36,874 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:21:36,875 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:36,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137696874Disabling compacts and flushes for region at 1732137696874Disabling writes for close at 1732137696874Writing region close event to WAL at 1732137696874Closed at 1732137696874 2024-11-20T21:21:36,876 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:36,876 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:21:36,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:21:36,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:21:36,878 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:21:37,029 DEBUG [0b16ab3f13b7:32931 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:21:37,029 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,40087,1732137694669 2024-11-20T21:21:37,031 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,40087,1732137694669, state=OPENING 2024-11-20T21:21:37,033 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:21:37,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:37,035 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:37,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1125890688/meta-region-server: CHANGED 2024-11-20T21:21:37,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1125890688/meta-region-server: CHANGED 2024-11-20T21:21:37,036 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:21:37,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,40087,1732137694669}] 2024-11-20T21:21:37,188 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:21:37,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:21:37,194 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:21:37,194 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:37,194 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:21:37,195 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C40087%2C1732137694669.meta, suffix=.meta, logDir=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/WALs/0b16ab3f13b7,40087,1732137694669, archiveDir=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/oldWALs, maxLogs=10 2024-11-20T21:21:37,220 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/WALs/0b16ab3f13b7,40087,1732137694669/0b16ab3f13b7%2C40087%2C1732137694669.meta.1732137697196.meta, exclude list is [], retry=0 2024-11-20T21:21:37,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34093,DS-baf8bc37-03c3-49b6-be52-3c0565c1c667,DISK] 2024-11-20T21:21:37,225 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/WALs/0b16ab3f13b7,40087,1732137694669/0b16ab3f13b7%2C40087%2C1732137694669.meta.1732137697196.meta 2024-11-20T21:21:37,227 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34363:34363)] 2024-11-20T21:21:37,227 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:37,227 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:21:37,228 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:21:37,228 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:21:37,228 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:21:37,228 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:21:37,228 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:37,228 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:21:37,228 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:21:37,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:21:37,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:21:37,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:37,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:37,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:21:37,233 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:21:37,233 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:37,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:37,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:21:37,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:21:37,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:37,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:37,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:21:37,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:21:37,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:37,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:37,236 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:21:37,236 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740 2024-11-20T21:21:37,238 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740 2024-11-20T21:21:37,239 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:21:37,239 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:21:37,239 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:21:37,241 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:21:37,241 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61965514, jitterRate=-0.07664188742637634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:21:37,242 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:21:37,242 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137697228Writing region info on filesystem at 1732137697228Initializing all the Stores at 1732137697230 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137697230Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137697230Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137697230Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137697230Cleaning up temporary data from old regions at 1732137697239 (+9 ms)Running coprocessor post-open hooks at 1732137697242 (+3 ms)Region opened successfully at 1732137697242 2024-11-20T21:21:37,242 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137697188 2024-11-20T21:21:37,245 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:21:37,245 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:21:37,245 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,40087,1732137694669 2024-11-20T21:21:37,247 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,40087,1732137694669, state=OPEN 2024-11-20T21:21:37,248 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1125890688/meta-region-server 2024-11-20T21:21:37,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1125890688/meta-region-server 2024-11-20T21:21:37,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1125890688/meta-region-server: CHANGED 2024-11-20T21:21:37,248 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1125890688/meta-region-server: CHANGED 2024-11-20T21:21:37,248 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,40087,1732137694669 2024-11-20T21:21:37,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:21:37,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,40087,1732137694669 in 212 msec 2024-11-20T21:21:37,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:21:37,253 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 375 msec 2024-11-20T21:21:37,253 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:37,253 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:21:37,254 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:37,254 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,40087,1732137694669, seqNum=-1] 2024-11-20T21:21:37,255 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:37,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50259, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:37,260 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2330 sec 2024-11-20T21:21:37,260 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137697260, completionTime=-1 2024-11-20T21:21:37,260 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:21:37,260 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:21:37,262 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:21:37,262 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137757262 2024-11-20T21:21:37,262 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137817262 2024-11-20T21:21:37,262 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-20T21:21:37,263 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,32931,1732137694632-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:37,263 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,32931,1732137694632-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:37,263 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,32931,1732137694632-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:37,263 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:32931, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:37,263 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:37,263 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:37,265 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:21:37,266 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.550sec 2024-11-20T21:21:37,266 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:21:37,266 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:21:37,266 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:21:37,266 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:21:37,266 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:21:37,266 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,32931,1732137694632-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:21:37,266 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,32931,1732137694632-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:21:37,269 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:21:37,269 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:21:37,269 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,32931,1732137694632-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:37,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6106f0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:37,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,32931,-1 for getting cluster id 2024-11-20T21:21:37,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:37,303 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32a5e927-55c4-4f96-9f3b-d451eec1c042' 2024-11-20T21:21:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32a5e927-55c4-4f96-9f3b-d451eec1c042" 2024-11-20T21:21:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dc93a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:37,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,32931,-1] 2024-11-20T21:21:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:37,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:37,305 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:37,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e42d03e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:37,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:37,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,40087,1732137694669, seqNum=-1] 2024-11-20T21:21:37,307 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:37,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:37,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,32931,1732137694632 2024-11-20T21:21:37,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58695 2024-11-20T21:21:37,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:21:37,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1005f11ac290005 connected 2024-11-20T21:21:37,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/hadoop.log.dir so I do NOT create it in target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f 2024-11-20T21:21:37,320 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/hadoop.log.dir Erasing configuration value by system value. 2024-11-20T21:21:37,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/hadoop.tmp.dir so I do NOT create it in target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f 2024-11-20T21:21:37,320 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-20T21:21:37,320 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f 2024-11-20T21:21:37,320 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:21:37,321 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/cluster_6e11fd52-ddd5-1ac6-2e30-d6f20a751f10, deleteOnExit=true 2024-11-20T21:21:37,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:21:37,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/test.cache.data in system properties and HBase conf 2024-11-20T21:21:37,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:21:37,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:21:37,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:21:37,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:21:37,321 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:21:37,321 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:21:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:21:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:21:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:21:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:21:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:21:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:21:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:21:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:21:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:21:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:21:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:21:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:21:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:21:37,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:21:37,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:21:37,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:21:37,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:21:37,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:21:37,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:21:37,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:21:37,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac9f21d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:21:37,415 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f9855d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:21:37,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4bc761de{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/java.io.tmpdir/jetty-localhost-43793-hadoop-hdfs-3_4_1-tests_jar-_-any-8516192072176875253/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:21:37,555 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c4d0068{HTTP/1.1, (http/1.1)}{localhost:43793} 2024-11-20T21:21:37,555 INFO [Time-limited test {}] server.Server(415): Started @287663ms 2024-11-20T21:21:37,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:21:37,695 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:21:37,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:21:37,696 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:21:37,696 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:21:37,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bdfe434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:21:37,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13ab238e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:21:37,847 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@146e5199{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/java.io.tmpdir/jetty-localhost-34023-hadoop-hdfs-3_4_1-tests_jar-_-any-7193645390154029392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:21:37,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f8a4078{HTTP/1.1, (http/1.1)}{localhost:34023} 2024-11-20T21:21:37,847 INFO [Time-limited test {}] server.Server(415): Started @287955ms 2024-11-20T21:21:37,848 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:21:37,981 WARN [Thread-4487 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/cluster_6e11fd52-ddd5-1ac6-2e30-d6f20a751f10/data/data2/current/BP-1744925856-172.17.0.3-1732137697345/current, will proceed with Du for space computation calculation, 2024-11-20T21:21:37,985 WARN [Thread-4486 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/cluster_6e11fd52-ddd5-1ac6-2e30-d6f20a751f10/data/data1/current/BP-1744925856-172.17.0.3-1732137697345/current, will proceed with Du for space computation calculation, 2024-11-20T21:21:38,028 WARN [Thread-4474 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:21:38,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55f766e90e2b3417 with lease ID 0xf533b65feec5e425: Processing first storage report for DS-404bef9a-26da-45dc-a9d6-de8aef803f2f from datanode DatanodeRegistration(127.0.0.1:44531, datanodeUuid=810ae7d8-30f8-4ef2-978a-5cc42af8ac73, infoPort=45231, infoSecurePort=0, ipcPort=33457, storageInfo=lv=-57;cid=testClusterID;nsid=1211606529;c=1732137697345) 2024-11-20T21:21:38,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55f766e90e2b3417 with lease ID 0xf533b65feec5e425: from storage DS-404bef9a-26da-45dc-a9d6-de8aef803f2f node DatanodeRegistration(127.0.0.1:44531, datanodeUuid=810ae7d8-30f8-4ef2-978a-5cc42af8ac73, infoPort=45231, infoSecurePort=0, ipcPort=33457, storageInfo=lv=-57;cid=testClusterID;nsid=1211606529;c=1732137697345), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:21:38,031 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x55f766e90e2b3417 with lease ID 0xf533b65feec5e425: Processing first storage report for DS-a9a6b1e4-1241-4fd7-9da3-8b117e21b241 from datanode DatanodeRegistration(127.0.0.1:44531, datanodeUuid=810ae7d8-30f8-4ef2-978a-5cc42af8ac73, infoPort=45231, infoSecurePort=0, ipcPort=33457, storageInfo=lv=-57;cid=testClusterID;nsid=1211606529;c=1732137697345) 2024-11-20T21:21:38,031 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x55f766e90e2b3417 with lease ID 0xf533b65feec5e425: from storage DS-a9a6b1e4-1241-4fd7-9da3-8b117e21b241 node DatanodeRegistration(127.0.0.1:44531, datanodeUuid=810ae7d8-30f8-4ef2-978a-5cc42af8ac73, infoPort=45231, infoSecurePort=0, ipcPort=33457, storageInfo=lv=-57;cid=testClusterID;nsid=1211606529;c=1732137697345), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:21:38,099 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f 2024-11-20T21:21:38,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:38,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:38,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:21:38,510 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db with version=8 2024-11-20T21:21:38,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/hbase-staging 2024-11-20T21:21:38,513 INFO [Time-limited test {}] client.ConnectionUtils(128): master/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:21:38,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:38,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:38,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:21:38,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:38,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:21:38,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:21:38,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:21:38,517 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41003 2024-11-20T21:21:38,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41003 connecting to ZooKeeper ensemble=127.0.0.1:58695 2024-11-20T21:21:38,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410030x0, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:21:38,535 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41003-0x1005f11ac290006 connected 2024-11-20T21:21:38,537 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:38,538 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:38,545 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Set watcher on znode that does not yet exist, /2-295166442/running 2024-11-20T21:21:38,546 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db, hbase.cluster.distributed=false 2024-11-20T21:21:38,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Set watcher on znode that does not yet exist, /2-295166442/acl 2024-11-20T21:21:38,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41003 2024-11-20T21:21:38,555 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41003 2024-11-20T21:21:38,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41003 2024-11-20T21:21:38,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41003 2024-11-20T21:21:38,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41003 2024-11-20T21:21:38,587 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/0b16ab3f13b7:0 server-side Connection retries=45 2024-11-20T21:21:38,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:38,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:38,587 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:21:38,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:21:38,587 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:21:38,587 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:21:38,587 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:21:38,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37835 2024-11-20T21:21:38,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37835 connecting to ZooKeeper ensemble=127.0.0.1:58695 2024-11-20T21:21:38,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:38,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:38,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378350x0, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:21:38,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37835-0x1005f11ac290007 connected 2024-11-20T21:21:38,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378350x0, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Set watcher on znode that does not yet exist, /2-295166442/running 2024-11-20T21:21:38,605 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:21:38,608 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:21:38,609 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Set watcher on znode that does not yet exist, /2-295166442/master 2024-11-20T21:21:38,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Set watcher on znode that does not yet exist, /2-295166442/acl 2024-11-20T21:21:38,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37835 2024-11-20T21:21:38,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37835 2024-11-20T21:21:38,619 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37835 2024-11-20T21:21:38,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37835 2024-11-20T21:21:38,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37835 2024-11-20T21:21:38,639 DEBUG [M:0;0b16ab3f13b7:41003 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;0b16ab3f13b7:41003 2024-11-20T21:21:38,639 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-295166442/backup-masters/0b16ab3f13b7,41003,1732137698513 2024-11-20T21:21:38,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442/backup-masters 2024-11-20T21:21:38,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442/backup-masters 2024-11-20T21:21:38,642 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Set watcher on existing znode=/2-295166442/backup-masters/0b16ab3f13b7,41003,1732137698513 2024-11-20T21:21:38,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:38,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-295166442/master 2024-11-20T21:21:38,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:38,644 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Set watcher on existing znode=/2-295166442/master 2024-11-20T21:21:38,645 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-295166442/backup-masters/0b16ab3f13b7,41003,1732137698513 from backup master directory 2024-11-20T21:21:38,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442/backup-masters 2024-11-20T21:21:38,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-295166442/backup-masters/0b16ab3f13b7,41003,1732137698513 2024-11-20T21:21:38,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442/backup-masters 2024-11-20T21:21:38,646 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:21:38,647 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=0b16ab3f13b7,41003,1732137698513 2024-11-20T21:21:38,661 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/hbase.id] with ID: 2d4a72a9-5b40-4ec6-806f-168b58b236eb 2024-11-20T21:21:38,661 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/.tmp/hbase.id 2024-11-20T21:21:38,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:21:38,679 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/.tmp/hbase.id]:[hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/hbase.id] 2024-11-20T21:21:38,691 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:38,691 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:21:38,692 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:21:38,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:38,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:21:38,739 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:21:38,740 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:21:38,741 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:38,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:21:39,000 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:21:39,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,009 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,010 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:39,149 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store 2024-11-20T21:21:39,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:21:39,194 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:39,194 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:21:39,194 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:39,194 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:39,194 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:21:39,194 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:39,194 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:39,194 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137699194Disabling compacts and flushes for region at 1732137699194Disabling writes for close at 1732137699194Writing region close event to WAL at 1732137699194Closed at 1732137699194 2024-11-20T21:21:39,195 WARN [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/.initializing 2024-11-20T21:21:39,195 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/WALs/0b16ab3f13b7,41003,1732137698513 2024-11-20T21:21:39,196 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:21:39,197 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=0b16ab3f13b7%2C41003%2C1732137698513, suffix=, logDir=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/WALs/0b16ab3f13b7,41003,1732137698513, archiveDir=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/oldWALs, maxLogs=10 2024-11-20T21:21:39,230 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/WALs/0b16ab3f13b7,41003,1732137698513/0b16ab3f13b7%2C41003%2C1732137698513.1732137699198, exclude list is [], retry=0 2024-11-20T21:21:39,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-404bef9a-26da-45dc-a9d6-de8aef803f2f,DISK] 2024-11-20T21:21:39,265 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/WALs/0b16ab3f13b7,41003,1732137698513/0b16ab3f13b7%2C41003%2C1732137698513.1732137699198 2024-11-20T21:21:39,271 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45231:45231)] 2024-11-20T21:21:39,271 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:39,272 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:39,272 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:39,272 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:39,275 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:39,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:21:39,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:39,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:39,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:39,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:21:39,289 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:39,289 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:39,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:39,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:21:39,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:39,304 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:39,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:39,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:21:39,313 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:39,316 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:39,317 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:39,318 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:39,318 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:39,321 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:39,321 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:39,322 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:21:39,323 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:21:39,341 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:39,342 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70750299, jitterRate=0.05426160991191864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:21:39,342 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732137699272Initializing all the Stores at 1732137699273 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137699273Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137699273Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137699273Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137699273Cleaning up temporary data from old regions at 1732137699321 (+48 ms)Region opened successfully at 1732137699342 (+21 ms) 2024-11-20T21:21:39,349 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:21:39,354 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e94cf35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:21:39,355 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:21:39,355 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:21:39,355 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:21:39,355 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:21:39,356 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:21:39,356 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:21:39,356 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:21:39,370 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:21:39,371 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Unable to get data of znode /2-295166442/balancer because node does not exist (not necessarily an error) 2024-11-20T21:21:39,372 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-295166442/balancer already deleted, retry=false 2024-11-20T21:21:39,373 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:21:39,373 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Unable to get data of znode /2-295166442/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:21:39,375 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-295166442/normalizer already deleted, retry=false 2024-11-20T21:21:39,375 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:21:39,377 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Unable to get data of znode /2-295166442/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:21:39,379 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-295166442/switch/split already deleted, retry=false 2024-11-20T21:21:39,380 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Unable to get data of znode /2-295166442/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:21:39,381 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-295166442/switch/merge already deleted, retry=false 2024-11-20T21:21:39,383 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Unable to get data of znode /2-295166442/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:21:39,384 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-295166442/snapshot-cleanup already deleted, retry=false 2024-11-20T21:21:39,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-295166442/running 2024-11-20T21:21:39,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:39,387 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=0b16ab3f13b7,41003,1732137698513, sessionid=0x1005f11ac290006, setting cluster-up flag (Was=false) 2024-11-20T21:21:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-295166442/running 2024-11-20T21:21:39,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:39,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:39,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:39,395 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-295166442/flush-table-proc/acquired, /2-295166442/flush-table-proc/reached, /2-295166442/flush-table-proc/abort 2024-11-20T21:21:39,396 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,41003,1732137698513 2024-11-20T21:21:39,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:39,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:39,404 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-295166442/online-snapshot/acquired, /2-295166442/online-snapshot/reached, /2-295166442/online-snapshot/abort 2024-11-20T21:21:39,405 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=0b16ab3f13b7,41003,1732137698513 2024-11-20T21:21:39,407 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:21:39,414 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:39,414 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:21:39,415 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:21:39,415 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 0b16ab3f13b7,41003,1732137698513 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:21:39,417 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:39,417 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:39,417 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:39,417 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:21:39,417 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/0b16ab3f13b7:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:21:39,417 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:39,417 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:21:39,417 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:39,426 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:39,426 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:21:39,427 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732137729427 2024-11-20T21:21:39,427 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:21:39,427 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:21:39,427 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:21:39,427 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:21:39,427 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:21:39,427 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:21:39,428 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:39,428 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:21:39,430 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(746): ClusterId : 2d4a72a9-5b40-4ec6-806f-168b58b236eb 2024-11-20T21:21:39,430 DEBUG [RS:0;0b16ab3f13b7:37835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:21:39,433 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:39,433 DEBUG [RS:0;0b16ab3f13b7:37835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:21:39,433 DEBUG [RS:0;0b16ab3f13b7:37835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:21:39,435 DEBUG [RS:0;0b16ab3f13b7:37835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:21:39,436 DEBUG [RS:0;0b16ab3f13b7:37835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5211458b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=0b16ab3f13b7/172.17.0.3:0 2024-11-20T21:21:39,444 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:21:39,444 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:21:39,444 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:21:39,444 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-20T21:21:39,447 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:21:39,447 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:21:39,448 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137699447,5,FailOnTimeoutGroup] 2024-11-20T21:21:39,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:21:39,452 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137699448,5,FailOnTimeoutGroup] 2024-11-20T21:21:39,452 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:39,453 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:21:39,453 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:39,453 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:39,461 DEBUG [RS:0;0b16ab3f13b7:37835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;0b16ab3f13b7:37835 2024-11-20T21:21:39,461 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:21:39,461 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:21:39,461 DEBUG [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:21:39,462 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(2659): reportForDuty to master=0b16ab3f13b7,41003,1732137698513 with port=37835, startcode=1732137698587 2024-11-20T21:21:39,462 DEBUG [RS:0;0b16ab3f13b7:37835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:21:39,465 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34953, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:21:39,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41003 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 0b16ab3f13b7,37835,1732137698587 2024-11-20T21:21:39,466 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41003 {}] master.ServerManager(517): Registering regionserver=0b16ab3f13b7,37835,1732137698587 2024-11-20T21:21:39,467 DEBUG [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db 2024-11-20T21:21:39,467 DEBUG [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46253 2024-11-20T21:21:39,467 DEBUG [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:21:39,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442/rs 2024-11-20T21:21:39,475 DEBUG [RS:0;0b16ab3f13b7:37835 {}] zookeeper.ZKUtil(111): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Set watcher on existing znode=/2-295166442/rs/0b16ab3f13b7,37835,1732137698587 2024-11-20T21:21:39,475 WARN [RS:0;0b16ab3f13b7:37835 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:21:39,475 INFO [RS:0;0b16ab3f13b7:37835 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:39,475 DEBUG [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/WALs/0b16ab3f13b7,37835,1732137698587 2024-11-20T21:21:39,477 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [0b16ab3f13b7,37835,1732137698587] 2024-11-20T21:21:39,486 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:21:39,493 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:21:39,501 INFO [RS:0;0b16ab3f13b7:37835 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:21:39,502 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:39,503 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:21:39,504 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:21:39,504 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:39,504 DEBUG [RS:0;0b16ab3f13b7:37835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:39,504 DEBUG [RS:0;0b16ab3f13b7:37835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:39,504 DEBUG [RS:0;0b16ab3f13b7:37835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:39,504 DEBUG [RS:0;0b16ab3f13b7:37835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:39,504 DEBUG [RS:0;0b16ab3f13b7:37835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:39,504 DEBUG [RS:0;0b16ab3f13b7:37835 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:21:39,504 DEBUG [RS:0;0b16ab3f13b7:37835 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:39,504 DEBUG [RS:0;0b16ab3f13b7:37835 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:39,504 DEBUG [RS:0;0b16ab3f13b7:37835 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:39,504 DEBUG [RS:0;0b16ab3f13b7:37835 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:39,504 DEBUG [RS:0;0b16ab3f13b7:37835 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:39,504 DEBUG [RS:0;0b16ab3f13b7:37835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/0b16ab3f13b7:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:21:39,504 DEBUG [RS:0;0b16ab3f13b7:37835 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:21:39,504 DEBUG [RS:0;0b16ab3f13b7:37835 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/0b16ab3f13b7:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:21:39,516 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:39,516 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:39,516 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:39,516 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:39,516 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:39,516 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,37835,1732137698587-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:21:39,541 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:21:39,541 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,37835,1732137698587-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:39,542 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:39,542 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.Replication(171): 0b16ab3f13b7,37835,1732137698587 started 2024-11-20T21:21:39,566 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:39,566 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(1482): Serving as 0b16ab3f13b7,37835,1732137698587, RpcServer on 0b16ab3f13b7/172.17.0.3:37835, sessionid=0x1005f11ac290007 2024-11-20T21:21:39,566 DEBUG [RS:0;0b16ab3f13b7:37835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:21:39,566 DEBUG [RS:0;0b16ab3f13b7:37835 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 0b16ab3f13b7,37835,1732137698587 2024-11-20T21:21:39,566 DEBUG [RS:0;0b16ab3f13b7:37835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,37835,1732137698587' 2024-11-20T21:21:39,567 DEBUG [RS:0;0b16ab3f13b7:37835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-295166442/flush-table-proc/abort' 2024-11-20T21:21:39,567 DEBUG [RS:0;0b16ab3f13b7:37835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-295166442/flush-table-proc/acquired' 2024-11-20T21:21:39,568 DEBUG [RS:0;0b16ab3f13b7:37835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:21:39,568 DEBUG [RS:0;0b16ab3f13b7:37835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:21:39,568 DEBUG [RS:0;0b16ab3f13b7:37835 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 0b16ab3f13b7,37835,1732137698587 2024-11-20T21:21:39,568 DEBUG [RS:0;0b16ab3f13b7:37835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '0b16ab3f13b7,37835,1732137698587' 2024-11-20T21:21:39,568 DEBUG [RS:0;0b16ab3f13b7:37835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-295166442/online-snapshot/abort' 2024-11-20T21:21:39,568 DEBUG [RS:0;0b16ab3f13b7:37835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-295166442/online-snapshot/acquired' 2024-11-20T21:21:39,569 DEBUG [RS:0;0b16ab3f13b7:37835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:21:39,569 INFO [RS:0;0b16ab3f13b7:37835 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:21:39,569 INFO [RS:0;0b16ab3f13b7:37835 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:21:39,669 INFO [RS:0;0b16ab3f13b7:37835 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:21:39,671 INFO [RS:0;0b16ab3f13b7:37835 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C37835%2C1732137698587, suffix=, logDir=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/WALs/0b16ab3f13b7,37835,1732137698587, archiveDir=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/oldWALs, maxLogs=10 2024-11-20T21:21:39,693 DEBUG [RS:0;0b16ab3f13b7:37835 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/WALs/0b16ab3f13b7,37835,1732137698587/0b16ab3f13b7%2C37835%2C1732137698587.1732137699672, exclude list is [], retry=0 2024-11-20T21:21:39,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-404bef9a-26da-45dc-a9d6-de8aef803f2f,DISK] 2024-11-20T21:21:39,703 INFO [RS:0;0b16ab3f13b7:37835 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/WALs/0b16ab3f13b7,37835,1732137698587/0b16ab3f13b7%2C37835%2C1732137698587.1732137699672 2024-11-20T21:21:39,707 DEBUG [RS:0;0b16ab3f13b7:37835 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45231:45231)] 2024-11-20T21:21:39,851 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:21:39,851 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db 2024-11-20T21:21:39,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741833_1009 (size=32) 2024-11-20T21:21:39,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:39,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:21:39,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:21:39,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:39,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:39,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:21:39,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:21:39,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:39,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:39,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:21:39,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:21:39,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:39,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:39,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:21:39,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:21:39,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:39,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:39,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:21:39,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740 2024-11-20T21:21:39,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740 2024-11-20T21:21:39,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:21:39,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:21:39,917 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:21:39,919 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:21:39,930 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:39,931 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65718155, jitterRate=-0.02072317898273468}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:21:39,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732137699897Initializing all the Stores at 1732137699898 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137699898Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137699898Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137699898Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137699898Cleaning up temporary data from old regions at 1732137699917 (+19 ms)Region opened successfully at 1732137699931 (+14 ms) 2024-11-20T21:21:39,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:21:39,931 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:21:39,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:21:39,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:21:39,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:21:39,945 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:39,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137699931Disabling compacts and flushes for region at 1732137699931Disabling writes for close at 1732137699931Writing region close event to WAL at 1732137699944 (+13 ms)Closed at 1732137699944 2024-11-20T21:21:39,946 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:39,946 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:21:39,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:21:39,948 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:21:39,949 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:21:40,100 DEBUG [0b16ab3f13b7:41003 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:21:40,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=0b16ab3f13b7,37835,1732137698587 2024-11-20T21:21:40,102 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,37835,1732137698587, state=OPENING 2024-11-20T21:21:40,104 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:21:40,107 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:21:40,107 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,37835,1732137698587}] 2024-11-20T21:21:40,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:40,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:40,108 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-295166442/meta-region-server: CHANGED 2024-11-20T21:21:40,109 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-295166442/meta-region-server: CHANGED 2024-11-20T21:21:40,273 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:21:40,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:21:40,297 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:21:40,297 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:40,297 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:21:40,299 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C37835%2C1732137698587.meta, suffix=.meta, logDir=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/WALs/0b16ab3f13b7,37835,1732137698587, archiveDir=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/oldWALs, maxLogs=10 2024-11-20T21:21:40,317 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/WALs/0b16ab3f13b7,37835,1732137698587/0b16ab3f13b7%2C37835%2C1732137698587.meta.1732137700299.meta, exclude list is [], retry=0 2024-11-20T21:21:40,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44531,DS-404bef9a-26da-45dc-a9d6-de8aef803f2f,DISK] 2024-11-20T21:21:40,341 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/WALs/0b16ab3f13b7,37835,1732137698587/0b16ab3f13b7%2C37835%2C1732137698587.meta.1732137700299.meta 2024-11-20T21:21:40,345 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45231:45231)] 2024-11-20T21:21:40,345 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:40,345 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:21:40,345 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:21:40,346 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:21:40,346 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:21:40,346 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:21:40,346 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:40,346 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:21:40,346 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:21:40,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:21:40,360 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:21:40,360 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:40,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:40,361 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:21:40,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:21:40,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:40,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:40,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:21:40,362 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:21:40,362 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:40,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:40,363 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:21:40,363 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:21:40,363 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:40,364 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:21:40,364 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:21:40,364 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740 2024-11-20T21:21:40,365 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740 2024-11-20T21:21:40,366 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:21:40,366 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:21:40,367 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:21:40,368 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:21:40,368 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72409140, jitterRate=0.07898026704788208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:21:40,369 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:21:40,369 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732137700346Writing region info on filesystem at 1732137700346Initializing all the Stores at 1732137700347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137700347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137700359 (+12 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137700359Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732137700359Cleaning up temporary data from old regions at 1732137700366 (+7 ms)Running coprocessor post-open hooks at 1732137700369 (+3 ms)Region opened successfully at 1732137700369 2024-11-20T21:21:40,372 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732137700273 2024-11-20T21:21:40,375 DEBUG [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:21:40,375 INFO [RS_OPEN_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:21:40,376 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,37835,1732137698587 2024-11-20T21:21:40,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 0b16ab3f13b7,37835,1732137698587, state=OPEN 2024-11-20T21:21:40,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-295166442/meta-region-server 2024-11-20T21:21:40,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-295166442/meta-region-server 2024-11-20T21:21:40,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-295166442/meta-region-server: CHANGED 2024-11-20T21:21:40,378 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-295166442/meta-region-server: CHANGED 2024-11-20T21:21:40,378 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,37835,1732137698587 2024-11-20T21:21:40,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:21:40,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=0b16ab3f13b7,37835,1732137698587 in 271 msec 2024-11-20T21:21:40,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:21:40,383 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-11-20T21:21:40,384 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:21:40,384 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:21:40,386 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:40,387 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37835,1732137698587, seqNum=-1] 2024-11-20T21:21:40,387 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:40,389 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:40,404 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 989 msec 2024-11-20T21:21:40,404 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732137700404, completionTime=-1 2024-11-20T21:21:40,405 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:21:40,405 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-20T21:21:40,412 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-20T21:21:40,412 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732137760412 2024-11-20T21:21:40,413 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732137820413 2024-11-20T21:21:40,413 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 7 msec 2024-11-20T21:21:40,414 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41003,1732137698513-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:40,414 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41003,1732137698513-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:40,414 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41003,1732137698513-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:40,414 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-0b16ab3f13b7:41003, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:40,414 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:40,417 DEBUG [master/0b16ab3f13b7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:21:40,420 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:40,426 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.779sec 2024-11-20T21:21:40,427 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:21:40,427 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:21:40,427 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:21:40,427 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:21:40,427 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:21:40,427 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41003,1732137698513-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:21:40,427 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41003,1732137698513-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:21:40,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71bff963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:40,438 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,41003,-1 for getting cluster id 2024-11-20T21:21:40,438 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:40,440 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d4a72a9-5b40-4ec6-806f-168b58b236eb' 2024-11-20T21:21:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:40,440 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d4a72a9-5b40-4ec6-806f-168b58b236eb" 2024-11-20T21:21:40,441 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:21:40,441 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:21:40,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8bf1c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:40,441 INFO [master/0b16ab3f13b7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=0b16ab3f13b7,41003,1732137698513-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:21:40,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,41003,-1] 2024-11-20T21:21:40,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:40,441 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:40,442 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:40,443 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b3a79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:40,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37835,1732137698587, seqNum=-1] 2024-11-20T21:21:40,446 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:40,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:40,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=0b16ab3f13b7,41003,1732137698513 2024-11-20T21:21:40,451 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58695 2024-11-20T21:21:40,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:21:40,484 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:40,485 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1005f11ac290008 connected 2024-11-20T21:21:40,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,39075,1732137690780 2024-11-20T21:21:40,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5533ef90 2024-11-20T21:21:40,486 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:40,487 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:40,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:21:40,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:21:40,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:21:40,491 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:40,491 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:21:40,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:40,493 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:21:40,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:21:40,570 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c253b6cc820b2a1d8131f02d778b4dd, NAME => 'test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679 2024-11-20T21:21:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:40,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:21:40,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:40,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4c253b6cc820b2a1d8131f02d778b4dd, disabling compactions & flushes 2024-11-20T21:21:40,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd. 2024-11-20T21:21:40,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd. 2024-11-20T21:21:40,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd. after waiting 0 ms 2024-11-20T21:21:40,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd. 2024-11-20T21:21:40,627 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd. 2024-11-20T21:21:40,627 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c253b6cc820b2a1d8131f02d778b4dd: Waiting for close lock at 1732137700627Disabling compacts and flushes for region at 1732137700627Disabling writes for close at 1732137700627Writing region close event to WAL at 1732137700627Closed at 1732137700627 2024-11-20T21:21:40,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:21:40,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137700629"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137700629"}]},"ts":"1732137700629"} 2024-11-20T21:21:40,632 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:21:40,633 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:21:40,633 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137700633"}]},"ts":"1732137700633"} 2024-11-20T21:21:40,635 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:21:40,636 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c253b6cc820b2a1d8131f02d778b4dd, ASSIGN}] 2024-11-20T21:21:40,637 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c253b6cc820b2a1d8131f02d778b4dd, ASSIGN 2024-11-20T21:21:40,638 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4c253b6cc820b2a1d8131f02d778b4dd, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,37801,1732137690876; forceNewPlan=false, retain=false 2024-11-20T21:21:40,790 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c253b6cc820b2a1d8131f02d778b4dd, regionState=OPENING, regionLocation=0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:40,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4c253b6cc820b2a1d8131f02d778b4dd, ASSIGN because future has completed 2024-11-20T21:21:40,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c253b6cc820b2a1d8131f02d778b4dd, server=0b16ab3f13b7,37801,1732137690876}] 2024-11-20T21:21:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:40,963 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd. 2024-11-20T21:21:40,963 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c253b6cc820b2a1d8131f02d778b4dd, NAME => 'test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:40,964 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:21:40,964 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:21:40,964 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:40,964 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:40,964 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:40,964 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:40,966 INFO [StoreOpener-4c253b6cc820b2a1d8131f02d778b4dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:40,967 INFO [StoreOpener-4c253b6cc820b2a1d8131f02d778b4dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c253b6cc820b2a1d8131f02d778b4dd columnFamilyName f 2024-11-20T21:21:40,967 DEBUG [StoreOpener-4c253b6cc820b2a1d8131f02d778b4dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:40,968 INFO [StoreOpener-4c253b6cc820b2a1d8131f02d778b4dd-1 {}] regionserver.HStore(327): Store=4c253b6cc820b2a1d8131f02d778b4dd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:40,968 INFO [StoreOpener-4c253b6cc820b2a1d8131f02d778b4dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:40,969 INFO [StoreOpener-4c253b6cc820b2a1d8131f02d778b4dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c253b6cc820b2a1d8131f02d778b4dd columnFamilyName f1 2024-11-20T21:21:40,969 DEBUG [StoreOpener-4c253b6cc820b2a1d8131f02d778b4dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:40,969 INFO [StoreOpener-4c253b6cc820b2a1d8131f02d778b4dd-1 {}] regionserver.HStore(327): Store=4c253b6cc820b2a1d8131f02d778b4dd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:40,970 INFO [StoreOpener-4c253b6cc820b2a1d8131f02d778b4dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:40,971 INFO [StoreOpener-4c253b6cc820b2a1d8131f02d778b4dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c253b6cc820b2a1d8131f02d778b4dd columnFamilyName norep 2024-11-20T21:21:40,971 DEBUG [StoreOpener-4c253b6cc820b2a1d8131f02d778b4dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:40,971 INFO [StoreOpener-4c253b6cc820b2a1d8131f02d778b4dd-1 {}] regionserver.HStore(327): Store=4c253b6cc820b2a1d8131f02d778b4dd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:40,971 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:40,972 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:40,972 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:40,973 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:40,973 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:40,974 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:21:40,975 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:40,994 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:40,995 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c253b6cc820b2a1d8131f02d778b4dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64004841, jitterRate=-0.046253547072410583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:21:40,995 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:40,995 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c253b6cc820b2a1d8131f02d778b4dd: Running coprocessor pre-open hook at 1732137700964Writing region info on filesystem at 1732137700964Initializing all the Stores at 1732137700965 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137700965Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137700965Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137700965Cleaning up temporary data from old regions at 1732137700973 (+8 ms)Running coprocessor post-open hooks at 1732137700995 (+22 ms)Region opened successfully at 1732137700995 2024-11-20T21:21:40,997 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd., pid=6, masterSystemTime=1732137700946 2024-11-20T21:21:41,007 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c253b6cc820b2a1d8131f02d778b4dd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:41,007 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd. 2024-11-20T21:21:41,007 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd. 2024-11-20T21:21:41,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c253b6cc820b2a1d8131f02d778b4dd, server=0b16ab3f13b7,37801,1732137690876 because future has completed 2024-11-20T21:21:41,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:21:41,038 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c253b6cc820b2a1d8131f02d778b4dd, server=0b16ab3f13b7,37801,1732137690876 in 240 msec 2024-11-20T21:21:41,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:21:41,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4c253b6cc820b2a1d8131f02d778b4dd, ASSIGN in 402 msec 2024-11-20T21:21:41,041 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:21:41,041 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137701041"}]},"ts":"1732137701041"} 2024-11-20T21:21:41,043 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:21:41,044 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:21:41,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 556 msec 2024-11-20T21:21:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:41,118 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:21:41,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,32931,1732137694632 2024-11-20T21:21:41,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d90eb4c 2024-11-20T21:21:41,120 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:41,121 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:41,122 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:21:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:21:41,124 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:21:41,124 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:41,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:21:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:41,125 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:21:41,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:21:41,185 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 379b0776fc00662d18ed67314c2adc33, NAME => 'test,,1732137701121.379b0776fc00662d18ed67314c2adc33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1 2024-11-20T21:21:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:41,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:21:41,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137701121.379b0776fc00662d18ed67314c2adc33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:41,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 379b0776fc00662d18ed67314c2adc33, disabling compactions & flushes 2024-11-20T21:21:41,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137701121.379b0776fc00662d18ed67314c2adc33. 2024-11-20T21:21:41,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137701121.379b0776fc00662d18ed67314c2adc33. 2024-11-20T21:21:41,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137701121.379b0776fc00662d18ed67314c2adc33. after waiting 0 ms 2024-11-20T21:21:41,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137701121.379b0776fc00662d18ed67314c2adc33. 2024-11-20T21:21:41,255 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137701121.379b0776fc00662d18ed67314c2adc33. 2024-11-20T21:21:41,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 379b0776fc00662d18ed67314c2adc33: Waiting for close lock at 1732137701255Disabling compacts and flushes for region at 1732137701255Disabling writes for close at 1732137701255Writing region close event to WAL at 1732137701255Closed at 1732137701255 2024-11-20T21:21:41,260 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:21:41,261 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137701121.379b0776fc00662d18ed67314c2adc33.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137701260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137701260"}]},"ts":"1732137701260"} 2024-11-20T21:21:41,263 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:21:41,264 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:21:41,264 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137701264"}]},"ts":"1732137701264"} 2024-11-20T21:21:41,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:21:41,267 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=379b0776fc00662d18ed67314c2adc33, ASSIGN}] 2024-11-20T21:21:41,268 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=379b0776fc00662d18ed67314c2adc33, ASSIGN 2024-11-20T21:21:41,269 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=379b0776fc00662d18ed67314c2adc33, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,40087,1732137694669; forceNewPlan=false, retain=false 2024-11-20T21:21:41,420 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=379b0776fc00662d18ed67314c2adc33, regionState=OPENING, regionLocation=0b16ab3f13b7,40087,1732137694669 2024-11-20T21:21:41,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=379b0776fc00662d18ed67314c2adc33, ASSIGN because future has completed 2024-11-20T21:21:41,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 379b0776fc00662d18ed67314c2adc33, server=0b16ab3f13b7,40087,1732137694669}] 2024-11-20T21:21:41,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:41,617 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137701121.379b0776fc00662d18ed67314c2adc33. 2024-11-20T21:21:41,617 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 379b0776fc00662d18ed67314c2adc33, NAME => 'test,,1732137701121.379b0776fc00662d18ed67314c2adc33.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:41,618 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:21:41,618 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:21:41,618 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:41,618 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137701121.379b0776fc00662d18ed67314c2adc33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:41,618 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:41,618 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:41,624 INFO [StoreOpener-379b0776fc00662d18ed67314c2adc33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:41,629 INFO [StoreOpener-379b0776fc00662d18ed67314c2adc33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 379b0776fc00662d18ed67314c2adc33 columnFamilyName f 2024-11-20T21:21:41,629 DEBUG [StoreOpener-379b0776fc00662d18ed67314c2adc33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:41,630 INFO [StoreOpener-379b0776fc00662d18ed67314c2adc33-1 {}] regionserver.HStore(327): Store=379b0776fc00662d18ed67314c2adc33/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:41,630 INFO [StoreOpener-379b0776fc00662d18ed67314c2adc33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:41,635 INFO [StoreOpener-379b0776fc00662d18ed67314c2adc33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 379b0776fc00662d18ed67314c2adc33 columnFamilyName f1 2024-11-20T21:21:41,635 DEBUG [StoreOpener-379b0776fc00662d18ed67314c2adc33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:41,635 INFO [StoreOpener-379b0776fc00662d18ed67314c2adc33-1 {}] regionserver.HStore(327): Store=379b0776fc00662d18ed67314c2adc33/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:41,635 INFO [StoreOpener-379b0776fc00662d18ed67314c2adc33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:41,637 INFO [StoreOpener-379b0776fc00662d18ed67314c2adc33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 379b0776fc00662d18ed67314c2adc33 columnFamilyName norep 2024-11-20T21:21:41,637 DEBUG [StoreOpener-379b0776fc00662d18ed67314c2adc33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:41,637 INFO [StoreOpener-379b0776fc00662d18ed67314c2adc33-1 {}] regionserver.HStore(327): Store=379b0776fc00662d18ed67314c2adc33/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:41,638 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:41,638 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:41,639 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:41,640 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:41,640 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:41,640 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:21:41,642 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:41,674 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:41,675 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 379b0776fc00662d18ed67314c2adc33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71409427, jitterRate=0.06408338248729706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:21:41,675 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:41,675 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 379b0776fc00662d18ed67314c2adc33: Running coprocessor pre-open hook at 1732137701618Writing region info on filesystem at 1732137701618Initializing all the Stores at 1732137701619 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137701619Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137701620 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137701620Cleaning up temporary data from old regions at 1732137701640 (+20 ms)Running coprocessor post-open hooks at 1732137701675 (+35 ms)Region opened successfully at 1732137701675 2024-11-20T21:21:41,677 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137701121.379b0776fc00662d18ed67314c2adc33., pid=6, masterSystemTime=1732137701591 2024-11-20T21:21:41,683 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137701121.379b0776fc00662d18ed67314c2adc33. 2024-11-20T21:21:41,684 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137701121.379b0776fc00662d18ed67314c2adc33. 2024-11-20T21:21:41,693 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=379b0776fc00662d18ed67314c2adc33, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,40087,1732137694669 2024-11-20T21:21:41,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 379b0776fc00662d18ed67314c2adc33, server=0b16ab3f13b7,40087,1732137694669 because future has completed 2024-11-20T21:21:41,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:21:41,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 379b0776fc00662d18ed67314c2adc33, server=0b16ab3f13b7,40087,1732137694669 in 277 msec 2024-11-20T21:21:41,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:21:41,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=379b0776fc00662d18ed67314c2adc33, ASSIGN in 445 msec 2024-11-20T21:21:41,733 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:21:41,734 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137701733"}]},"ts":"1732137701733"} 2024-11-20T21:21:41,738 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:21:41,741 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:21:41,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 619 msec 2024-11-20T21:21:41,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32931 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:41,749 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:21:41,750 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,41003,1732137698513 2024-11-20T21:21:41,751 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49cedae0 2024-11-20T21:21:41,752 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:41,753 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:41,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41003 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:21:41,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41003 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-20T21:21:41,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:21:41,758 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:41,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41003 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-20T21:21:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:41,769 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:21:41,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741835_1011 (size=902) 2024-11-20T21:21:41,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:42,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7959cd14eca800a0ad283c1dd2ddfffe, NAME => 'test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db 2024-11-20T21:21:42,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741836_1012 (size=39) 2024-11-20T21:21:42,253 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:42,253 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7959cd14eca800a0ad283c1dd2ddfffe, disabling compactions & flushes 2024-11-20T21:21:42,253 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe. 2024-11-20T21:21:42,253 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe. 2024-11-20T21:21:42,253 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe. after waiting 0 ms 2024-11-20T21:21:42,253 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe. 2024-11-20T21:21:42,253 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe. 2024-11-20T21:21:42,253 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7959cd14eca800a0ad283c1dd2ddfffe: Waiting for close lock at 1732137702253Disabling compacts and flushes for region at 1732137702253Disabling writes for close at 1732137702253Writing region close event to WAL at 1732137702253Closed at 1732137702253 2024-11-20T21:21:42,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:21:42,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732137702255"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137702255"}]},"ts":"1732137702255"} 2024-11-20T21:21:42,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:21:42,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:21:42,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137702258"}]},"ts":"1732137702258"} 2024-11-20T21:21:42,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-20T21:21:42,260 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7959cd14eca800a0ad283c1dd2ddfffe, ASSIGN}] 2024-11-20T21:21:42,261 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7959cd14eca800a0ad283c1dd2ddfffe, ASSIGN 2024-11-20T21:21:42,262 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7959cd14eca800a0ad283c1dd2ddfffe, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,37835,1732137698587; forceNewPlan=false, retain=false 2024-11-20T21:21:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:42,413 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7959cd14eca800a0ad283c1dd2ddfffe, regionState=OPENING, regionLocation=0b16ab3f13b7,37835,1732137698587 2024-11-20T21:21:42,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7959cd14eca800a0ad283c1dd2ddfffe, ASSIGN because future has completed 2024-11-20T21:21:42,419 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7959cd14eca800a0ad283c1dd2ddfffe, server=0b16ab3f13b7,37835,1732137698587}] 2024-11-20T21:21:42,621 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe. 2024-11-20T21:21:42,621 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7959cd14eca800a0ad283c1dd2ddfffe, NAME => 'test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:42,621 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:21:42,622 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-20T21:21:42,622 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:42,622 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:42,622 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:42,622 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:42,643 INFO [StoreOpener-7959cd14eca800a0ad283c1dd2ddfffe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:42,646 INFO [StoreOpener-7959cd14eca800a0ad283c1dd2ddfffe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7959cd14eca800a0ad283c1dd2ddfffe columnFamilyName f 2024-11-20T21:21:42,646 DEBUG [StoreOpener-7959cd14eca800a0ad283c1dd2ddfffe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:42,647 INFO [StoreOpener-7959cd14eca800a0ad283c1dd2ddfffe-1 {}] regionserver.HStore(327): Store=7959cd14eca800a0ad283c1dd2ddfffe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:42,647 INFO [StoreOpener-7959cd14eca800a0ad283c1dd2ddfffe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:42,649 INFO [StoreOpener-7959cd14eca800a0ad283c1dd2ddfffe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7959cd14eca800a0ad283c1dd2ddfffe columnFamilyName f1 2024-11-20T21:21:42,649 DEBUG [StoreOpener-7959cd14eca800a0ad283c1dd2ddfffe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:42,649 INFO [StoreOpener-7959cd14eca800a0ad283c1dd2ddfffe-1 {}] regionserver.HStore(327): Store=7959cd14eca800a0ad283c1dd2ddfffe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:42,649 INFO [StoreOpener-7959cd14eca800a0ad283c1dd2ddfffe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:42,650 INFO [StoreOpener-7959cd14eca800a0ad283c1dd2ddfffe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7959cd14eca800a0ad283c1dd2ddfffe columnFamilyName norep 2024-11-20T21:21:42,650 DEBUG [StoreOpener-7959cd14eca800a0ad283c1dd2ddfffe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:42,651 INFO [StoreOpener-7959cd14eca800a0ad283c1dd2ddfffe-1 {}] regionserver.HStore(327): Store=7959cd14eca800a0ad283c1dd2ddfffe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:42,651 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:42,651 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/default/test/7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:42,652 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/default/test/7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:42,653 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:42,653 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:42,653 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:21:42,654 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:42,662 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/default/test/7959cd14eca800a0ad283c1dd2ddfffe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:42,663 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7959cd14eca800a0ad283c1dd2ddfffe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67926548, jitterRate=0.012184441089630127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:21:42,663 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:42,663 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7959cd14eca800a0ad283c1dd2ddfffe: Running coprocessor pre-open hook at 1732137702622Writing region info on filesystem at 1732137702622Initializing all the Stores at 1732137702633 (+11 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137702633Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137702643 (+10 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137702643Cleaning up temporary data from old regions at 1732137702653 (+10 ms)Running coprocessor post-open hooks at 1732137702663 (+10 ms)Region opened successfully at 1732137702663 2024-11-20T21:21:42,665 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe., pid=6, masterSystemTime=1732137702600 2024-11-20T21:21:42,669 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7959cd14eca800a0ad283c1dd2ddfffe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=0b16ab3f13b7,37835,1732137698587 2024-11-20T21:21:42,670 DEBUG [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe. 2024-11-20T21:21:42,670 INFO [RS_OPEN_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe. 2024-11-20T21:21:42,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7959cd14eca800a0ad283c1dd2ddfffe, server=0b16ab3f13b7,37835,1732137698587 because future has completed 2024-11-20T21:21:42,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:21:42,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7959cd14eca800a0ad283c1dd2ddfffe, server=0b16ab3f13b7,37835,1732137698587 in 263 msec 2024-11-20T21:21:42,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:21:42,686 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7959cd14eca800a0ad283c1dd2ddfffe, ASSIGN in 424 msec 2024-11-20T21:21:42,687 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:21:42,687 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137702687"}]},"ts":"1732137702687"} 2024-11-20T21:21:42,688 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-20T21:21:42,689 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:21:42,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 935 msec 2024-11-20T21:21:42,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41003 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:21:42,905 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-20T21:21:42,907 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4090f0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:42,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,39075,-1 for getting cluster id 2024-11-20T21:21:42,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:42,908 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72547e3-f5e8-4b4c-8e84-d47bd61f7040' 2024-11-20T21:21:42,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:42,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72547e3-f5e8-4b4c-8e84-d47bd61f7040" 2024-11-20T21:21:42,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa9dd98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:42,909 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,39075,-1] 2024-11-20T21:21:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:42,910 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:42,911 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:42,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6788e526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:42,912 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:42,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,39075,1732137690780 2024-11-20T21:21:42,921 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45dbf573 2024-11-20T21:21:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:42,924 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:42,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://0b16ab3f13b7:32931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:21:42,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:21:42,929 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:32931' 2024-11-20T21:21:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:42,937 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180d6a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:42,937 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,32931,-1 for getting cluster id 2024-11-20T21:21:42,937 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:42,938 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32a5e927-55c4-4f96-9f3b-d451eec1c042' 2024-11-20T21:21:42,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:42,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32a5e927-55c4-4f96-9f3b-d451eec1c042" 2024-11-20T21:21:42,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@489a95e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:42,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,32931,-1] 2024-11-20T21:21:42,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:42,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:42,940 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:42,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3d4594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:42,941 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:42,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,32931,1732137694632 2024-11-20T21:21:42,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4174441e 2024-11-20T21:21:42,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:42,945 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:42,946 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-20T21:21:42,946 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:21:42,946 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:42,946 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:42,946 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:21:42,948 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-20T21:21:42,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:42,949 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:21:42,949 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:42,951 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:21:42,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741837_1013 (size=1138) 2024-11-20T21:21:42,998 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-20T21:21:43,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:43,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:43,387 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2bdfc0551f76bbf2d7f0135254b7400e, NAME => 'hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679 2024-11-20T21:21:43,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741838_1014 (size=44) 2024-11-20T21:21:43,399 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:43,400 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2bdfc0551f76bbf2d7f0135254b7400e, disabling compactions & flushes 2024-11-20T21:21:43,400 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. 2024-11-20T21:21:43,400 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. 2024-11-20T21:21:43,400 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. after waiting 0 ms 2024-11-20T21:21:43,400 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. 2024-11-20T21:21:43,400 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. 2024-11-20T21:21:43,400 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2bdfc0551f76bbf2d7f0135254b7400e: Waiting for close lock at 1732137703399Disabling compacts and flushes for region at 1732137703399Disabling writes for close at 1732137703400 (+1 ms)Writing region close event to WAL at 1732137703400Closed at 1732137703400 2024-11-20T21:21:43,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:21:43,401 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732137703401"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732137703401"}]},"ts":"1732137703401"} 2024-11-20T21:21:43,404 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:21:43,405 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:21:43,405 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137703405"}]},"ts":"1732137703405"} 2024-11-20T21:21:43,407 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-20T21:21:43,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2bdfc0551f76bbf2d7f0135254b7400e, ASSIGN}] 2024-11-20T21:21:43,408 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2bdfc0551f76bbf2d7f0135254b7400e, ASSIGN 2024-11-20T21:21:43,409 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2bdfc0551f76bbf2d7f0135254b7400e, ASSIGN; state=OFFLINE, location=0b16ab3f13b7,37801,1732137690876; forceNewPlan=false, retain=false 2024-11-20T21:21:43,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:43,559 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2bdfc0551f76bbf2d7f0135254b7400e, regionState=OPENING, regionLocation=0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:43,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2bdfc0551f76bbf2d7f0135254b7400e, ASSIGN because future has completed 2024-11-20T21:21:43,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdfc0551f76bbf2d7f0135254b7400e, server=0b16ab3f13b7,37801,1732137690876}] 2024-11-20T21:21:43,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. 2024-11-20T21:21:43,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:21:43,730 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-20T21:21:43,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=0b16ab3f13b7%2C37801%2C1732137690876.rep, suffix=, logDir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876, archiveDir=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/oldWALs, maxLogs=10 2024-11-20T21:21:43,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.rep.1732137703732, exclude list is [], retry=0 2024-11-20T21:21:43,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35787,DS-d70ddd32-ce6c-4e87-8ac3-76be7d1b3908,DISK] 2024-11-20T21:21:43,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.rep.1732137703732 2024-11-20T21:21:43,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42421:42421)] 2024-11-20T21:21:43,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2bdfc0551f76bbf2d7f0135254b7400e, NAME => 'hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:21:43,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-20T21:21:43,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:21:43,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. service=MultiRowMutationService 2024-11-20T21:21:43,762 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-20T21:21:43,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2bdfc0551f76bbf2d7f0135254b7400e 2024-11-20T21:21:43,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:21:43,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2bdfc0551f76bbf2d7f0135254b7400e 2024-11-20T21:21:43,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2bdfc0551f76bbf2d7f0135254b7400e 2024-11-20T21:21:43,764 INFO [StoreOpener-2bdfc0551f76bbf2d7f0135254b7400e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2bdfc0551f76bbf2d7f0135254b7400e 2024-11-20T21:21:43,765 INFO [StoreOpener-2bdfc0551f76bbf2d7f0135254b7400e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdfc0551f76bbf2d7f0135254b7400e columnFamilyName hfileref 2024-11-20T21:21:43,765 DEBUG [StoreOpener-2bdfc0551f76bbf2d7f0135254b7400e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:43,773 INFO [StoreOpener-2bdfc0551f76bbf2d7f0135254b7400e-1 {}] regionserver.HStore(327): Store=2bdfc0551f76bbf2d7f0135254b7400e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:43,773 INFO [StoreOpener-2bdfc0551f76bbf2d7f0135254b7400e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2bdfc0551f76bbf2d7f0135254b7400e 2024-11-20T21:21:43,775 INFO [StoreOpener-2bdfc0551f76bbf2d7f0135254b7400e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdfc0551f76bbf2d7f0135254b7400e columnFamilyName queue 2024-11-20T21:21:43,775 DEBUG [StoreOpener-2bdfc0551f76bbf2d7f0135254b7400e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:43,775 INFO [StoreOpener-2bdfc0551f76bbf2d7f0135254b7400e-1 {}] regionserver.HStore(327): Store=2bdfc0551f76bbf2d7f0135254b7400e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:43,775 INFO [StoreOpener-2bdfc0551f76bbf2d7f0135254b7400e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2bdfc0551f76bbf2d7f0135254b7400e 2024-11-20T21:21:43,776 INFO [StoreOpener-2bdfc0551f76bbf2d7f0135254b7400e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2bdfc0551f76bbf2d7f0135254b7400e columnFamilyName sid 2024-11-20T21:21:43,776 DEBUG [StoreOpener-2bdfc0551f76bbf2d7f0135254b7400e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:21:43,777 INFO [StoreOpener-2bdfc0551f76bbf2d7f0135254b7400e-1 {}] regionserver.HStore(327): Store=2bdfc0551f76bbf2d7f0135254b7400e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:21:43,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2bdfc0551f76bbf2d7f0135254b7400e 2024-11-20T21:21:43,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/replication/2bdfc0551f76bbf2d7f0135254b7400e 2024-11-20T21:21:43,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/replication/2bdfc0551f76bbf2d7f0135254b7400e 2024-11-20T21:21:43,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2bdfc0551f76bbf2d7f0135254b7400e 2024-11-20T21:21:43,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2bdfc0551f76bbf2d7f0135254b7400e 2024-11-20T21:21:43,784 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T21:21:43,785 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2bdfc0551f76bbf2d7f0135254b7400e 2024-11-20T21:21:43,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/replication/2bdfc0551f76bbf2d7f0135254b7400e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:21:43,791 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2bdfc0551f76bbf2d7f0135254b7400e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69920273, jitterRate=0.041893258690834045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T21:21:43,791 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2bdfc0551f76bbf2d7f0135254b7400e 2024-11-20T21:21:43,792 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2bdfc0551f76bbf2d7f0135254b7400e: Running coprocessor pre-open hook at 1732137703762Writing region info on filesystem at 1732137703762Initializing all the Stores at 1732137703763 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137703763Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137703763Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732137703763Cleaning up temporary data from old regions at 1732137703779 (+16 ms)Running coprocessor post-open hooks at 1732137703791 (+12 ms)Region opened successfully at 1732137703791 2024-11-20T21:21:43,801 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e., pid=10, masterSystemTime=1732137703726 2024-11-20T21:21:43,804 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. 2024-11-20T21:21:43,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. 2024-11-20T21:21:43,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2bdfc0551f76bbf2d7f0135254b7400e, regionState=OPEN, openSeqNum=2, regionLocation=0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:43,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2bdfc0551f76bbf2d7f0135254b7400e, server=0b16ab3f13b7,37801,1732137690876 because future has completed 2024-11-20T21:21:43,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:21:43,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2bdfc0551f76bbf2d7f0135254b7400e, server=0b16ab3f13b7,37801,1732137690876 in 243 msec 2024-11-20T21:21:43,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T21:21:43,815 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2bdfc0551f76bbf2d7f0135254b7400e, ASSIGN in 404 msec 2024-11-20T21:21:43,815 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:21:43,816 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732137703815"}]},"ts":"1732137703815"} 2024-11-20T21:21:43,817 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-20T21:21:43,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:21:43,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 872 msec 2024-11-20T21:21:43,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e., hostname=0b16ab3f13b7,37801,1732137690876, seqNum=2] 2024-11-20T21:21:43,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:43,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:43,870 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:21:44,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-20T21:21:44,037 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-20T21:21:44,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:44,163 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-0b16ab3f13b7,37801,1732137690876, ReplicationSource: 1, currentBandwidth=0 2024-11-20T21:21:44,164 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:44,164 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37801,1732137690876, seqNum=-1] 2024-11-20T21:21:44,182 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:44,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-20T21:21:44,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-0b16ab3f13b7,37801,1732137690876', locateType=CURRENT is [region=hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e., hostname=0b16ab3f13b7,37801,1732137690876, seqNum=2] 2024-11-20T21:21:44,217 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-20T21:21:44,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-20T21:21:44,241 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 0b16ab3f13b7,37801,1732137690876 suceeded 2024-11-20T21:21:44,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T21:21:44,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 371 msec 2024-11-20T21:21:44,250 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://0b16ab3f13b7:32931,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:21:44,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3260 sec 2024-11-20T21:21:44,258 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:32931' 2024-11-20T21:21:44,263 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23bdf8b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:44,264 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,32931,-1 for getting cluster id 2024-11-20T21:21:44,264 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:44,265 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32a5e927-55c4-4f96-9f3b-d451eec1c042' 2024-11-20T21:21:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32a5e927-55c4-4f96-9f3b-d451eec1c042" 2024-11-20T21:21:44,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47f0e5b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:44,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,32931,-1] 2024-11-20T21:21:44,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:44,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:44,267 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33868, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:44,268 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29857973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:44,268 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:44,270 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,32931,1732137694632 2024-11-20T21:21:44,270 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2baed03 2024-11-20T21:21:44,270 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:44,273 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T21:21:44,274 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-0b16ab3f13b7,37801,1732137690876 (queues=1) is replicating from cluster=d72547e3-f5e8-4b4c-8e84-d47bd61f7040 to cluster=32a5e927-55c4-4f96-9f3b-d451eec1c042 2024-11-20T21:21:44,274 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=0b16ab3f13b7%2C37801%2C1732137690876 2024-11-20T21:21:44,274 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-0b16ab3f13b7,37801,1732137690876, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:21:44,281 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908, startPosition=0, beingWritten=true 2024-11-20T21:21:44,297 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C37801%2C1732137690876 2024-11-20T21:21:44,302 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:44,303 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 to pos 379, reset compression=false 2024-11-20T21:21:44,303 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,37801,1732137690876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:44,510 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 to pos 379, reset compression=false 2024-11-20T21:21:44,846 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 to pos 379, reset compression=false 2024-11-20T21:21:45,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:21:45,109 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-20T21:21:45,109 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:45,109 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:45,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:45,109 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:45,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:45,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b255d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,110 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,39075,-1 for getting cluster id 2024-11-20T21:21:45,110 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:45,111 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72547e3-f5e8-4b4c-8e84-d47bd61f7040' 2024-11-20T21:21:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72547e3-f5e8-4b4c-8e84-d47bd61f7040" 2024-11-20T21:21:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d348b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,111 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,39075,-1] 2024-11-20T21:21:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:45,112 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:45,113 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:45,113 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b4cca8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,114 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1615738b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,114 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,32931,-1 for getting cluster id 2024-11-20T21:21:45,114 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:45,114 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-20T21:21:45,115 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32a5e927-55c4-4f96-9f3b-d451eec1c042' 2024-11-20T21:21:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:45,115 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32a5e927-55c4-4f96-9f3b-d451eec1c042" 2024-11-20T21:21:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29dd2943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,32931,-1] 2024-11-20T21:21:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:45,116 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:45,116 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:45,117 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620ab25c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,133 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,41003,-1 for getting cluster id 2024-11-20T21:21:45,133 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:45,134 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d4a72a9-5b40-4ec6-806f-168b58b236eb' 2024-11-20T21:21:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d4a72a9-5b40-4ec6-806f-168b58b236eb" 2024-11-20T21:21:45,137 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2261613b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,41003,-1] 2024-11-20T21:21:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:45,138 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:45,139 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:45,140 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ec75e3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:45,146 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732137705145/Put/seqid=0 2024-11-20T21:21:45,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741840_1016 (size=7894) 2024-11-20T21:21:45,185 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732137705185/Put/seqid=0 2024-11-20T21:21:45,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741841_1017 (size=7691) 2024-11-20T21:21:45,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9b1071, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,39075,-1 for getting cluster id 2024-11-20T21:21:45,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:45,197 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72547e3-f5e8-4b4c-8e84-d47bd61f7040' 2024-11-20T21:21:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72547e3-f5e8-4b4c-8e84-d47bd61f7040" 2024-11-20T21:21:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44cc5a3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,39075,-1] 2024-11-20T21:21:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:45,197 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:45,198 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:45,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b01c0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,200 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37801,1732137690876, seqNum=-1] 2024-11-20T21:21:45,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:45,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:45,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:45,211 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,39075,1732137690780 2024-11-20T21:21:45,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cd479f2 2024-11-20T21:21:45,212 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:45,213 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:45,217 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd., hostname=0b16ab3f13b7,37801,1732137690876, seqNum=2] 2024-11-20T21:21:45,220 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T21:21:45,235 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-20T21:21:45,238 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-20T21:21:45,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 4c253b6cc820b2a1d8131f02d778b4dd/f 2024-11-20T21:21:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T21:21:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:21:45,254 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 4c253b6cc820b2a1d8131f02d778b4dd/f 2024-11-20T21:21:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T21:21:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:21:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegion(2603): Flush status journal for 4c253b6cc820b2a1d8131f02d778b4dd: 2024-11-20T21:21:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__hvi2gtlt6s17abno5ia37urat0kk1chnpj94f8numbmfaq5uvbsh351n840pia38/f/hfile_1 2024-11-20T21:21:45,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__hvi2gtlt6s17abno5ia37urat0kk1chnpj94f8numbmfaq5uvbsh351n840pia38/f/hfile_1 as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/1291566a73314923a4a98caac134419d_SeqId_4_ 2024-11-20T21:21:45,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__hvi2gtlt6s17abno5ia37urat0kk1chnpj94f8numbmfaq5uvbsh351n840pia38/f/hfile_0 2024-11-20T21:21:45,270 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 to pos 379, reset compression=false 2024-11-20T21:21:45,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__hvi2gtlt6s17abno5ia37urat0kk1chnpj94f8numbmfaq5uvbsh351n840pia38/f/hfile_0 as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/0dc27aea8c7f440d801ad20523501efe_SeqId_4_ 2024-11-20T21:21:45,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__hvi2gtlt6s17abno5ia37urat0kk1chnpj94f8numbmfaq5uvbsh351n840pia38/f/hfile_1 into 4c253b6cc820b2a1d8131f02d778b4dd/f as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/1291566a73314923a4a98caac134419d_SeqId_4_ - updating store file list. 2024-11-20T21:21:45,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1291566a73314923a4a98caac134419d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:21:45,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/1291566a73314923a4a98caac134419d_SeqId_4_ into 4c253b6cc820b2a1d8131f02d778b4dd/f 2024-11-20T21:21:45,287 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__hvi2gtlt6s17abno5ia37urat0kk1chnpj94f8numbmfaq5uvbsh351n840pia38/f/hfile_1 into 4c253b6cc820b2a1d8131f02d778b4dd/f (new location: hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/1291566a73314923a4a98caac134419d_SeqId_4_) 2024-11-20T21:21:45,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__hvi2gtlt6s17abno5ia37urat0kk1chnpj94f8numbmfaq5uvbsh351n840pia38/f/hfile_1 2024-11-20T21:21:45,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__hvi2gtlt6s17abno5ia37urat0kk1chnpj94f8numbmfaq5uvbsh351n840pia38/f/hfile_0 into 4c253b6cc820b2a1d8131f02d778b4dd/f as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/0dc27aea8c7f440d801ad20523501efe_SeqId_4_ - updating store file list. 2024-11-20T21:21:45,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0dc27aea8c7f440d801ad20523501efe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:21:45,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/0dc27aea8c7f440d801ad20523501efe_SeqId_4_ into 4c253b6cc820b2a1d8131f02d778b4dd/f 2024-11-20T21:21:45,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__hvi2gtlt6s17abno5ia37urat0kk1chnpj94f8numbmfaq5uvbsh351n840pia38/f/hfile_0 into 4c253b6cc820b2a1d8131f02d778b4dd/f (new location: hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/0dc27aea8c7f440d801ad20523501efe_SeqId_4_) 2024-11-20T21:21:45,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__hvi2gtlt6s17abno5ia37urat0kk1chnpj94f8numbmfaq5uvbsh351n840pia38/f/hfile_0 2024-11-20T21:21:45,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:45,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:45,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:45,316 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T21:21:45,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd., hostname=0b16ab3f13b7,37801,1732137690876, seqNum=2 , the old value is region=test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd., hostname=0b16ab3f13b7,37801,1732137690876, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b16ab3f13b7:37801 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:21:45,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd., hostname=0b16ab3f13b7,37801,1732137690876, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:21:45,316 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd., hostname=0b16ab3f13b7,37801,1732137690876, seqNum=2 from cache 2024-11-20T21:21:45,317 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:45,317 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:45,318 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:45,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,40087,1732137694669, seqNum=-1] 2024-11-20T21:21:45,319 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:45,320 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:45,322 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732137701121.379b0776fc00662d18ed67314c2adc33., hostname=0b16ab3f13b7,40087,1732137694669, seqNum=2] 2024-11-20T21:21:45,325 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T21:21:45,420 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:37801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-20T21:21:45,809 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 to pos 379, reset compression=false 2024-11-20T21:21:45,817 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:21:45,818 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,37801,1732137690876 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c253b6cc820b2a1d8131f02d778b4dd/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732137705311/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T21:21:45,820 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:21:45,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T21:21:45,823 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.ReplicationSink(318): Replicating [d72547e3-f5e8-4b4c-8e84-d47bd61f7040] bulk loaded data 2024-11-20T21:21:45,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40966549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,32931,-1 for getting cluster id 2024-11-20T21:21:45,824 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:45,824 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '32a5e927-55c4-4f96-9f3b-d451eec1c042' 2024-11-20T21:21:45,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:45,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "32a5e927-55c4-4f96-9f3b-d451eec1c042" 2024-11-20T21:21:45,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36c63076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,32931,-1] 2024-11-20T21:21:45,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:45,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:45,826 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:45,827 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5376010c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:45,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741837_1013 (size=7691) 2024-11-20T21:21:45,850 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:21:45,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,852 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:45,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:46,018 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 to pos 687, reset compression=false 2024-11-20T21:21:46,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741838_1014 (size=7894) 2024-11-20T21:21:46,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,32931,1732137694632 2024-11-20T21:21:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@763545ae 2024-11-20T21:21:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:46,271 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-20T21:21:46,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T21:21:46,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:46,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,40087,1732137694669, seqNum=-1] 2024-11-20T21:21:46,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:46,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-20T21:21:46,281 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__miulvd9jvite1n2hrea3bn3v592g2hmr5hq68jn0qjq4jk52gfkukr1riu63cjoe/f/0dc27aea8c7f440d801ad20523501efe_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-20T21:21:46,285 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__miulvd9jvite1n2hrea3bn3v592g2hmr5hq68jn0qjq4jk52gfkukr1riu63cjoe/f/1291566a73314923a4a98caac134419d_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-20T21:21:46,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__miulvd9jvite1n2hrea3bn3v592g2hmr5hq68jn0qjq4jk52gfkukr1riu63cjoe/f/0dc27aea8c7f440d801ad20523501efe_SeqId_4_ for inclusion in 379b0776fc00662d18ed67314c2adc33/f 2024-11-20T21:21:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-20T21:21:46,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:21:46,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__miulvd9jvite1n2hrea3bn3v592g2hmr5hq68jn0qjq4jk52gfkukr1riu63cjoe/f/1291566a73314923a4a98caac134419d_SeqId_4_ for inclusion in 379b0776fc00662d18ed67314c2adc33/f 2024-11-20T21:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-20T21:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegion(2603): Flush status journal for 379b0776fc00662d18ed67314c2adc33: 2024-11-20T21:21:46,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0dc27aea8c7f440d801ad20523501efe_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T21:21:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__miulvd9jvite1n2hrea3bn3v592g2hmr5hq68jn0qjq4jk52gfkukr1riu63cjoe/f/0dc27aea8c7f440d801ad20523501efe_SeqId_4_ as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/a104bb1837e6417daeffa518e5f45060_SeqId_4_ 2024-11-20T21:21:46,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 1291566a73314923a4a98caac134419d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-20T21:21:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__miulvd9jvite1n2hrea3bn3v592g2hmr5hq68jn0qjq4jk52gfkukr1riu63cjoe/f/1291566a73314923a4a98caac134419d_SeqId_4_ as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/9eff7e4f271e4c378286e9404afa1abc_SeqId_4_ 2024-11-20T21:21:46,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__miulvd9jvite1n2hrea3bn3v592g2hmr5hq68jn0qjq4jk52gfkukr1riu63cjoe/f/0dc27aea8c7f440d801ad20523501efe_SeqId_4_ into 379b0776fc00662d18ed67314c2adc33/f as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/a104bb1837e6417daeffa518e5f45060_SeqId_4_ - updating store file list. 2024-11-20T21:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a104bb1837e6417daeffa518e5f45060_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:21:46,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/a104bb1837e6417daeffa518e5f45060_SeqId_4_ into 379b0776fc00662d18ed67314c2adc33/f 2024-11-20T21:21:46,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__miulvd9jvite1n2hrea3bn3v592g2hmr5hq68jn0qjq4jk52gfkukr1riu63cjoe/f/0dc27aea8c7f440d801ad20523501efe_SeqId_4_ into 379b0776fc00662d18ed67314c2adc33/f (new location: hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/a104bb1837e6417daeffa518e5f45060_SeqId_4_) 2024-11-20T21:21:46,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__miulvd9jvite1n2hrea3bn3v592g2hmr5hq68jn0qjq4jk52gfkukr1riu63cjoe/f/0dc27aea8c7f440d801ad20523501efe_SeqId_4_ 2024-11-20T21:21:46,302 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__miulvd9jvite1n2hrea3bn3v592g2hmr5hq68jn0qjq4jk52gfkukr1riu63cjoe/f/1291566a73314923a4a98caac134419d_SeqId_4_ into 379b0776fc00662d18ed67314c2adc33/f as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/9eff7e4f271e4c378286e9404afa1abc_SeqId_4_ - updating store file list. 2024-11-20T21:21:46,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9eff7e4f271e4c378286e9404afa1abc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:21:46,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/9eff7e4f271e4c378286e9404afa1abc_SeqId_4_ into 379b0776fc00662d18ed67314c2adc33/f 2024-11-20T21:21:46,322 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__miulvd9jvite1n2hrea3bn3v592g2hmr5hq68jn0qjq4jk52gfkukr1riu63cjoe/f/1291566a73314923a4a98caac134419d_SeqId_4_ into 379b0776fc00662d18ed67314c2adc33/f (new location: hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/9eff7e4f271e4c378286e9404afa1abc_SeqId_4_) 2024-11-20T21:21:46,322 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 to pos 687, reset compression=false 2024-11-20T21:21:46,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__miulvd9jvite1n2hrea3bn3v592g2hmr5hq68jn0qjq4jk52gfkukr1riu63cjoe/f/1291566a73314923a4a98caac134419d_SeqId_4_ 2024-11-20T21:21:46,329 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.ReplicationSink(324): Finished replicating [d72547e3-f5e8-4b4c-8e84-d47bd61f7040] bulk loaded data 2024-11-20T21:21:46,334 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:46,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37835,1732137698587, seqNum=-1] 2024-11-20T21:21:46,336 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:46,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:46,343 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe., hostname=0b16ab3f13b7,37835,1732137698587, seqNum=2] 2024-11-20T21:21:46,351 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:21:46,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:21:46,353 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C37801%2C1732137690876.rep:(num 1732137703732) roll requested 2024-11-20T21:21:46,375 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.rep.1732137706353, exclude list is [], retry=0 2024-11-20T21:21:46,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35787,DS-d70ddd32-ce6c-4e87-8ac3-76be7d1b3908,DISK] 2024-11-20T21:21:46,379 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.rep.1732137703732 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.rep.1732137706353 2024-11-20T21:21:46,379 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42421:42421)] 2024-11-20T21:21:46,379 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.rep.1732137703732 is not closed yet, will try archiving it next time 2024-11-20T21:21:46,379 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C37801%2C1732137690876.meta:.meta(num 1732137693460) roll requested 2024-11-20T21:21:46,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741839_1015 (size=1505) 2024-11-20T21:21:46,398 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.meta.1732137706379.meta, exclude list is [], retry=0 2024-11-20T21:21:46,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35787,DS-d70ddd32-ce6c-4e87-8ac3-76be7d1b3908,DISK] 2024-11-20T21:21:46,410 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.meta.1732137693460.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.meta.1732137706379.meta 2024-11-20T21:21:46,412 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42421:42421)] 2024-11-20T21:21:46,412 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.meta.1732137693460.meta is not closed yet, will try archiving it next time 2024-11-20T21:21:46,412 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 0b16ab3f13b7%2C37801%2C1732137690876:(num 1732137692908) roll requested 2024-11-20T21:21:46,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741834_1010 (size=3473) 2024-11-20T21:21:46,431 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412, exclude list is [], retry=0 2024-11-20T21:21:46,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35787,DS-d70ddd32-ce6c-4e87-8ac3-76be7d1b3908,DISK] 2024-11-20T21:21:46,442 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 2024-11-20T21:21:46,450 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42421:42421)] 2024-11-20T21:21:46,450 DEBUG [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 is not closed yet, will try archiving it next time 2024-11-20T21:21:46,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a80ff2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:46,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,39075,-1 for getting cluster id 2024-11-20T21:21:46,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:46,453 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72547e3-f5e8-4b4c-8e84-d47bd61f7040' 2024-11-20T21:21:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72547e3-f5e8-4b4c-8e84-d47bd61f7040" 2024-11-20T21:21:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc9cb37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,39075,-1] 2024-11-20T21:21:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:46,455 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:46,456 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37e95a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:46,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,39075,1732137690780 2024-11-20T21:21:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@130d34bf 2024-11-20T21:21:46,458 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:46,459 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:46,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://0b16ab3f13b7:41003,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-20T21:21:46,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-20T21:21:46,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741833_1009 (size=695) 2024-11-20T21:21:46,465 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 not finished, retry = 0 2024-11-20T21:21:46,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T21:21:46,474 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:41003' 2024-11-20T21:21:46,488 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e912e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:46,488 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,41003,-1 for getting cluster id 2024-11-20T21:21:46,488 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:46,493 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d4a72a9-5b40-4ec6-806f-168b58b236eb' 2024-11-20T21:21:46,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:46,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d4a72a9-5b40-4ec6-806f-168b58b236eb" 2024-11-20T21:21:46,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ee9c582, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:46,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,41003,-1] 2024-11-20T21:21:46,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:46,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:46,498 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:46,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@556312ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:46,505 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:46,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,41003,1732137698513 2024-11-20T21:21:46,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@789d4daa 2024-11-20T21:21:46,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:46,508 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:46,508 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-20T21:21:46,508 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-20T21:21:46,509 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:46,509 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:46,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:46,532 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-20T21:21:46,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T21:21:46,585 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 to hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/oldWALs/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 2024-11-20T21:21:46,688 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37801 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-20T21:21:46,688 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-20T21:21:46,728 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 to pos 687, reset compression=false 2024-11-20T21:21:46,735 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 was moved to hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/oldWALs/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 2024-11-20T21:21:46,738 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908 2024-11-20T21:21:46,739 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,37801,1732137690876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137692908, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-20T21:21:46,739 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412, startPosition=0, beingWritten=true 2024-11-20T21:21:46,744 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-0b16ab3f13b7,37801,1732137690876, ReplicationSource: 2, currentBandwidth=0 2024-11-20T21:21:46,751 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [0b16ab3f13b7%2C37801%2C1732137690876.1732137692908] 2024-11-20T21:21:46,760 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-20T21:21:46,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-20T21:21:46,763 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 0b16ab3f13b7,37801,1732137690876 suceeded 2024-11-20T21:21:46,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-20T21:21:46,765 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 231 msec 2024-11-20T21:21:46,765 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://0b16ab3f13b7:41003,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-20T21:21:46,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 306 msec 2024-11-20T21:21:46,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39075 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-20T21:21:46,782 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-20T21:21:46,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:46,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:46,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:46,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:46,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:46,783 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:21:46,784 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='0b16ab3f13b7:41003' 2024-11-20T21:21:46,801 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46a55655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:46,801 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,41003,-1 for getting cluster id 2024-11-20T21:21:46,801 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:46,805 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d4a72a9-5b40-4ec6-806f-168b58b236eb' 2024-11-20T21:21:46,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:46,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d4a72a9-5b40-4ec6-806f-168b58b236eb" 2024-11-20T21:21:46,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6441b1fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:46,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,41003,-1] 2024-11-20T21:21:46,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:46,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:46,807 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:46,808 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30718754, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:46,808 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:46,810 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732137706809/Put/seqid=0 2024-11-20T21:21:46,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,41003,1732137698513 2024-11-20T21:21:46,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73b962aa 2024-11-20T21:21:46,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:46,812 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-20T21:21:46,812 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-0b16ab3f13b7,37801,1732137690876 (queues=1) is replicating from cluster=d72547e3-f5e8-4b4c-8e84-d47bd61f7040 to cluster=2d4a72a9-5b40-4ec6-806f-168b58b236eb 2024-11-20T21:21:46,812 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=0b16ab3f13b7%2C37801%2C1732137690876 2024-11-20T21:21:46,812 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-0b16ab3f13b7,37801,1732137690876, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-20T21:21:46,825 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412, startPosition=0, beingWritten=true 2024-11-20T21:21:46,831 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 0b16ab3f13b7%2C37801%2C1732137690876 2024-11-20T21:21:46,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741845_1021 (size=11194) 2024-11-20T21:21:46,836 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732137706836/Put/seqid=0 2024-11-20T21:21:46,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741846_1022 (size=10791) 2024-11-20T21:21:46,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ba6ad9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:46,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,39075,-1 for getting cluster id 2024-11-20T21:21:46,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:46,873 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd72547e3-f5e8-4b4c-8e84-d47bd61f7040' 2024-11-20T21:21:46,876 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:46,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d72547e3-f5e8-4b4c-8e84-d47bd61f7040" 2024-11-20T21:21:46,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5f117c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:46,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,39075,-1] 2024-11-20T21:21:46,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:46,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:46,878 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:46,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e14edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:46,880 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:46,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37801,1732137690876, seqNum=-1] 2024-11-20T21:21:46,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:46,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:21:46,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:46,897 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,39075,1732137690780 2024-11-20T21:21:46,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@64c6f91 2024-11-20T21:21:46,898 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:46,899 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:21:46,902 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd., hostname=0b16ab3f13b7,37801,1732137690876, seqNum=2] 2024-11-20T21:21:46,913 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T21:21:46,932 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-20T21:21:46,935 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-20T21:21:46,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 4c253b6cc820b2a1d8131f02d778b4dd/f 2024-11-20T21:21:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T21:21:46,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:21:46,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 4c253b6cc820b2a1d8131f02d778b4dd/f 2024-11-20T21:21:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T21:21:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:21:46,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegion(2603): Flush status journal for 4c253b6cc820b2a1d8131f02d778b4dd: 2024-11-20T21:21:46,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__8ed87oh6k8b4h9iaq5tk4luib9dncse0bednaru806qcs8ki3is0ue0en1bo501q/f/hfile_0 2024-11-20T21:21:46,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__8ed87oh6k8b4h9iaq5tk4luib9dncse0bednaru806qcs8ki3is0ue0en1bo501q/f/hfile_0 as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ 2024-11-20T21:21:46,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__8ed87oh6k8b4h9iaq5tk4luib9dncse0bednaru806qcs8ki3is0ue0en1bo501q/f/hfile_1 2024-11-20T21:21:46,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__8ed87oh6k8b4h9iaq5tk4luib9dncse0bednaru806qcs8ki3is0ue0en1bo501q/f/hfile_1 as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ 2024-11-20T21:21:47,003 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__8ed87oh6k8b4h9iaq5tk4luib9dncse0bednaru806qcs8ki3is0ue0en1bo501q/f/hfile_0 into 4c253b6cc820b2a1d8131f02d778b4dd/f as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ - updating store file list. 2024-11-20T21:21:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 57769c4472a44e4b9158977137729ac7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T21:21:47,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ into 4c253b6cc820b2a1d8131f02d778b4dd/f 2024-11-20T21:21:47,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__8ed87oh6k8b4h9iaq5tk4luib9dncse0bednaru806qcs8ki3is0ue0en1bo501q/f/hfile_0 into 4c253b6cc820b2a1d8131f02d778b4dd/f (new location: hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/57769c4472a44e4b9158977137729ac7_SeqId_6_) 2024-11-20T21:21:47,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__8ed87oh6k8b4h9iaq5tk4luib9dncse0bednaru806qcs8ki3is0ue0en1bo501q/f/hfile_0 2024-11-20T21:21:47,024 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__8ed87oh6k8b4h9iaq5tk4luib9dncse0bednaru806qcs8ki3is0ue0en1bo501q/f/hfile_1 into 4c253b6cc820b2a1d8131f02d778b4dd/f as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ - updating store file list. 2024-11-20T21:21:47,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a25694feb3634c1b95365a20ccad69ef_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T21:21:47,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ into 4c253b6cc820b2a1d8131f02d778b4dd/f 2024-11-20T21:21:47,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__8ed87oh6k8b4h9iaq5tk4luib9dncse0bednaru806qcs8ki3is0ue0en1bo501q/f/hfile_1 into 4c253b6cc820b2a1d8131f02d778b4dd/f (new location: hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_) 2024-11-20T21:21:47,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37801 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/staging/jenkins__test__8ed87oh6k8b4h9iaq5tk4luib9dncse0bednaru806qcs8ki3is0ue0en1bo501q/f/hfile_1 2024-11-20T21:21:47,030 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:47,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:47,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:47,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:47,031 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd., hostname=0b16ab3f13b7,37801,1732137690876, seqNum=2 , the old value is region=test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd., hostname=0b16ab3f13b7,37801,1732137690876, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=0b16ab3f13b7:37801 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:21:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd., hostname=0b16ab3f13b7,37801,1732137690876, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-20T21:21:47,032 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd., hostname=0b16ab3f13b7,37801,1732137690876, seqNum=2 from cache 2024-11-20T21:21:47,032 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:47,033 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-20T21:21:47,038 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-20T21:21:47,040 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 0, reset compression=false 2024-11-20T21:21:47,050 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:21:47,051 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-0b16ab3f13b7,37801,1732137690876 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c253b6cc820b2a1d8131f02d778b4dd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732137707029/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T21:21:47,053 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:21:47,053 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-20T21:21:47,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.ReplicationSink(318): Replicating [d72547e3-f5e8-4b4c-8e84-d47bd61f7040] bulk loaded data 2024-11-20T21:21:47,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39d45621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:47,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] client.ClusterIdFetcher(90): Going to request 0b16ab3f13b7,41003,-1 for getting cluster id 2024-11-20T21:21:47,061 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:21:47,061 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2d4a72a9-5b40-4ec6-806f-168b58b236eb' 2024-11-20T21:21:47,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:21:47,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2d4a72a9-5b40-4ec6-806f-168b58b236eb" 2024-11-20T21:21:47,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d00ea0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:47,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [0b16ab3f13b7,41003,-1] 2024-11-20T21:21:47,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:21:47,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:47,063 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:21:47,063 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42859a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:21:47,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741837_1013 (size=11194) 2024-11-20T21:21:47,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741838_1014 (size=10791) 2024-11-20T21:21:47,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:47,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 0b16ab3f13b7,41003,1732137698513 2024-11-20T21:21:47,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63a3f7d7 2024-11-20T21:21:47,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:21:47,099 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-20T21:21:47,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T21:21:47,102 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:21:47,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=0b16ab3f13b7,37835,1732137698587, seqNum=-1] 2024-11-20T21:21:47,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:21:47,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-20T21:21:47,117 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/staging/jenkins.hfs.23__test__hto7jagttede7iqgmrpe25mps7ih0e7to4hd3k87605rhhq4sjbl3dpq6d5m4et4/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T21:21:47,124 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/staging/jenkins.hfs.23__test__hto7jagttede7iqgmrpe25mps7ih0e7to4hd3k87605rhhq4sjbl3dpq6d5m4et4/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T21:21:47,138 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:37801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 34 more 2024-11-20T21:21:47,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/staging/jenkins.hfs.23__test__hto7jagttede7iqgmrpe25mps7ih0e7to4hd3k87605rhhq4sjbl3dpq6d5m4et4/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ for inclusion in 7959cd14eca800a0ad283c1dd2ddfffe/f 2024-11-20T21:21:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T21:21:47,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:21:47,157 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/staging/jenkins.hfs.23__test__hto7jagttede7iqgmrpe25mps7ih0e7to4hd3k87605rhhq4sjbl3dpq6d5m4et4/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ for inclusion in 7959cd14eca800a0ad283c1dd2ddfffe/f 2024-11-20T21:21:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T21:21:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:21:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HRegion(2603): Flush status journal for 7959cd14eca800a0ad283c1dd2ddfffe: 2024-11-20T21:21:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a25694feb3634c1b95365a20ccad69ef_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T21:21:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/staging/jenkins.hfs.23__test__hto7jagttede7iqgmrpe25mps7ih0e7to4hd3k87605rhhq4sjbl3dpq6d5m4et4/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ as hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/default/test/7959cd14eca800a0ad283c1dd2ddfffe/f/d52f14d85b1145439d8b5dc683ae0eb1_SeqId_4_ 2024-11-20T21:21:47,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 57769c4472a44e4b9158977137729ac7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T21:21:47,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/staging/jenkins.hfs.23__test__hto7jagttede7iqgmrpe25mps7ih0e7to4hd3k87605rhhq4sjbl3dpq6d5m4et4/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ as hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/default/test/7959cd14eca800a0ad283c1dd2ddfffe/f/37c3e5fb41be4edb955ab24fc1e0d1ce_SeqId_4_ 2024-11-20T21:21:47,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/staging/jenkins.hfs.23__test__hto7jagttede7iqgmrpe25mps7ih0e7to4hd3k87605rhhq4sjbl3dpq6d5m4et4/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ into 7959cd14eca800a0ad283c1dd2ddfffe/f as hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/default/test/7959cd14eca800a0ad283c1dd2ddfffe/f/d52f14d85b1145439d8b5dc683ae0eb1_SeqId_4_ - updating store file list. 2024-11-20T21:21:47,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d52f14d85b1145439d8b5dc683ae0eb1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:21:47,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/default/test/7959cd14eca800a0ad283c1dd2ddfffe/f/d52f14d85b1145439d8b5dc683ae0eb1_SeqId_4_ into 7959cd14eca800a0ad283c1dd2ddfffe/f 2024-11-20T21:21:47,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/staging/jenkins.hfs.23__test__hto7jagttede7iqgmrpe25mps7ih0e7to4hd3k87605rhhq4sjbl3dpq6d5m4et4/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ into 7959cd14eca800a0ad283c1dd2ddfffe/f (new location: hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/default/test/7959cd14eca800a0ad283c1dd2ddfffe/f/d52f14d85b1145439d8b5dc683ae0eb1_SeqId_4_) 2024-11-20T21:21:47,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/staging/jenkins.hfs.23__test__hto7jagttede7iqgmrpe25mps7ih0e7to4hd3k87605rhhq4sjbl3dpq6d5m4et4/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ 2024-11-20T21:21:47,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/staging/jenkins.hfs.23__test__hto7jagttede7iqgmrpe25mps7ih0e7to4hd3k87605rhhq4sjbl3dpq6d5m4et4/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ into 7959cd14eca800a0ad283c1dd2ddfffe/f as hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/default/test/7959cd14eca800a0ad283c1dd2ddfffe/f/37c3e5fb41be4edb955ab24fc1e0d1ce_SeqId_4_ - updating store file list. 2024-11-20T21:21:47,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 37c3e5fb41be4edb955ab24fc1e0d1ce_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-20T21:21:47,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/default/test/7959cd14eca800a0ad283c1dd2ddfffe/f/37c3e5fb41be4edb955ab24fc1e0d1ce_SeqId_4_ into 7959cd14eca800a0ad283c1dd2ddfffe/f 2024-11-20T21:21:47,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/staging/jenkins.hfs.23__test__hto7jagttede7iqgmrpe25mps7ih0e7to4hd3k87605rhhq4sjbl3dpq6d5m4et4/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ into 7959cd14eca800a0ad283c1dd2ddfffe/f (new location: hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/default/test/7959cd14eca800a0ad283c1dd2ddfffe/f/37c3e5fb41be4edb955ab24fc1e0d1ce_SeqId_4_) 2024-11-20T21:21:47,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/staging/jenkins.hfs.23__test__hto7jagttede7iqgmrpe25mps7ih0e7to4hd3k87605rhhq4sjbl3dpq6d5m4et4/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ 2024-11-20T21:21:47,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37835 {}] regionserver.ReplicationSink(324): Finished replicating [d72547e3-f5e8-4b4c-8e84-d47bd61f7040] bulk loaded data 2024-11-20T21:21:47,251 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:47,261 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 0, reset compression=false 2024-11-20T21:21:47,284 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-20T21:21:47,284 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,37801,1732137690876 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c253b6cc820b2a1d8131f02d778b4dd/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732137707029/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-20T21:21:47,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.ReplicationSink(318): Replicating [d72547e3-f5e8-4b4c-8e84-d47bd61f7040] bulk loaded data 2024-11-20T21:21:47,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741839_1015 (size=11194) 2024-11-20T21:21:47,484 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:47,580 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:47,789 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:47,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741840_1016 (size=10791) 2024-11-20T21:21:47,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-20T21:21:47,828 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__jdctnp4dhjcspvbul8t43t7sq3fq1h17h1dad2764i7n915psm3nknp8hc0auk22/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-20T21:21:47,842 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__jdctnp4dhjcspvbul8t43t7sq3fq1h17h1dad2764i7n915psm3nknp8hc0auk22/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-20T21:21:47,848 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__jdctnp4dhjcspvbul8t43t7sq3fq1h17h1dad2764i7n915psm3nknp8hc0auk22/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ for inclusion in 379b0776fc00662d18ed67314c2adc33/f 2024-11-20T21:21:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-20T21:21:47,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:21:47,851 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__jdctnp4dhjcspvbul8t43t7sq3fq1h17h1dad2764i7n915psm3nknp8hc0auk22/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ for inclusion in 379b0776fc00662d18ed67314c2adc33/f 2024-11-20T21:21:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-20T21:21:47,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-20T21:21:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HRegion(2603): Flush status journal for 379b0776fc00662d18ed67314c2adc33: 2024-11-20T21:21:47,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 57769c4472a44e4b9158977137729ac7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T21:21:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__jdctnp4dhjcspvbul8t43t7sq3fq1h17h1dad2764i7n915psm3nknp8hc0auk22/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/22d797d7da234a35bd01697b22481a9a_SeqId_6_ 2024-11-20T21:21:47,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a25694feb3634c1b95365a20ccad69ef_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-20T21:21:47,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__jdctnp4dhjcspvbul8t43t7sq3fq1h17h1dad2764i7n915psm3nknp8hc0auk22/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/641a70a95205435cb9c763f203a1bb7a_SeqId_6_ 2024-11-20T21:21:47,857 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__jdctnp4dhjcspvbul8t43t7sq3fq1h17h1dad2764i7n915psm3nknp8hc0auk22/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ into 379b0776fc00662d18ed67314c2adc33/f as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/22d797d7da234a35bd01697b22481a9a_SeqId_6_ - updating store file list. 2024-11-20T21:21:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 22d797d7da234a35bd01697b22481a9a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T21:21:47,862 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/22d797d7da234a35bd01697b22481a9a_SeqId_6_ into 379b0776fc00662d18ed67314c2adc33/f 2024-11-20T21:21:47,862 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__jdctnp4dhjcspvbul8t43t7sq3fq1h17h1dad2764i7n915psm3nknp8hc0auk22/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ into 379b0776fc00662d18ed67314c2adc33/f (new location: hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/22d797d7da234a35bd01697b22481a9a_SeqId_6_) 2024-11-20T21:21:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__jdctnp4dhjcspvbul8t43t7sq3fq1h17h1dad2764i7n915psm3nknp8hc0auk22/f/57769c4472a44e4b9158977137729ac7_SeqId_6_ 2024-11-20T21:21:47,863 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__jdctnp4dhjcspvbul8t43t7sq3fq1h17h1dad2764i7n915psm3nknp8hc0auk22/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ into 379b0776fc00662d18ed67314c2adc33/f as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/641a70a95205435cb9c763f203a1bb7a_SeqId_6_ - updating store file list. 2024-11-20T21:21:47,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 641a70a95205435cb9c763f203a1bb7a_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-20T21:21:47,868 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/641a70a95205435cb9c763f203a1bb7a_SeqId_6_ into 379b0776fc00662d18ed67314c2adc33/f 2024-11-20T21:21:47,868 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__jdctnp4dhjcspvbul8t43t7sq3fq1h17h1dad2764i7n915psm3nknp8hc0auk22/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ into 379b0776fc00662d18ed67314c2adc33/f (new location: hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/f/641a70a95205435cb9c763f203a1bb7a_SeqId_6_) 2024-11-20T21:21:47,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/staging/jenkins.hfs.22__test__jdctnp4dhjcspvbul8t43t7sq3fq1h17h1dad2764i7n915psm3nknp8hc0auk22/f/a25694feb3634c1b95365a20ccad69ef_SeqId_6_ 2024-11-20T21:21:47,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.ReplicationSink(324): Finished replicating [d72547e3-f5e8-4b4c-8e84-d47bd61f7040] bulk loaded data 2024-11-20T21:21:48,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:21:48,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:48,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:48,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:48,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:48,055 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:48,055 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:21:48,055 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2038113247, stopped=false 2024-11-20T21:21:48,055 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,41003,1732137698513 2024-11-20T21:21:48,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-295166442/running 2024-11-20T21:21:48,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-295166442/running 2024-11-20T21:21:48,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:48,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:48,057 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:21:48,057 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:48,057 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:48,058 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:48,058 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,37835,1732137698587' ***** 2024-11-20T21:21:48,058 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:21:48,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Set watcher on znode that does not yet exist, /2-295166442/running 2024-11-20T21:21:48,058 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Set watcher on znode that does not yet exist, /2-295166442/running 2024-11-20T21:21:48,059 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:21:48,059 INFO [RS:0;0b16ab3f13b7:37835 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:21:48,059 INFO [RS:0;0b16ab3f13b7:37835 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:21:48,059 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:21:48,059 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(3091): Received CLOSE for 7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:48,059 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,37835,1732137698587 2024-11-20T21:21:48,059 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:21:48,059 INFO [RS:0;0b16ab3f13b7:37835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:37835. 2024-11-20T21:21:48,059 DEBUG [RS:0;0b16ab3f13b7:37835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:48,059 DEBUG [RS:0;0b16ab3f13b7:37835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:48,059 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:21:48,060 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:21:48,059 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7959cd14eca800a0ad283c1dd2ddfffe, disabling compactions & flushes 2024-11-20T21:21:48,060 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:21:48,060 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe. 2024-11-20T21:21:48,060 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:21:48,060 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe. 2024-11-20T21:21:48,060 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe. after waiting 0 ms 2024-11-20T21:21:48,060 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe. 2024-11-20T21:21:48,060 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:21:48,060 DEBUG [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(1325): Online Regions={7959cd14eca800a0ad283c1dd2ddfffe=test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:21:48,060 DEBUG [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7959cd14eca800a0ad283c1dd2ddfffe 2024-11-20T21:21:48,060 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:21:48,060 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:21:48,060 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:21:48,060 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:21:48,060 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:21:48,060 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T21:21:48,073 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/default/test/7959cd14eca800a0ad283c1dd2ddfffe/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-20T21:21:48,073 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:21:48,074 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:21:48,074 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe. 2024-11-20T21:21:48,074 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7959cd14eca800a0ad283c1dd2ddfffe: Waiting for close lock at 1732137708059Running coprocessor pre-close hooks at 1732137708059Disabling compacts and flushes for region at 1732137708059Disabling writes for close at 1732137708060 (+1 ms)Writing region close event to WAL at 1732137708065 (+5 ms)Running coprocessor post-close hooks at 1732137708073 (+8 ms)Closed at 1732137708074 (+1 ms) 2024-11-20T21:21:48,074 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe. 2024-11-20T21:21:48,083 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/.tmp/info/549a879d58e94755862315e9dec806ed is 129, key is test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe./info:regioninfo/1732137702669/Put/seqid=0 2024-11-20T21:21:48,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741839_1015 (size=6421) 2024-11-20T21:21:48,087 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/.tmp/info/549a879d58e94755862315e9dec806ed 2024-11-20T21:21:48,092 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:21:48,093 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:48,140 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/.tmp/ns/ab6e70550bd846279362ea089e44a6fb is 43, key is default/ns:d/1732137700390/Put/seqid=0 2024-11-20T21:21:48,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741840_1016 (size=5153) 2024-11-20T21:21:48,237 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:48,260 DEBUG [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:21:48,460 DEBUG [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:21:48,516 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:21:48,516 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:21:48,547 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/.tmp/ns/ab6e70550bd846279362ea089e44a6fb 2024-11-20T21:21:48,570 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/.tmp/rep_barrier/4d86ad22c04446838bddd4981048c9af is 112, key is test,,1732137701754.7959cd14eca800a0ad283c1dd2ddfffe./rep_barrier:seqnumDuringOpen/1732137702669/Put/seqid=0 2024-11-20T21:21:48,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741841_1017 (size=5518) 2024-11-20T21:21:48,610 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:48,661 DEBUG [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:21:48,746 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:48,827 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:21:48,828 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:21:48,829 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128891 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [0b16ab3f13b7,40123,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:40123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-20T21:21:48,863 DEBUG [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:21:48,982 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/.tmp/rep_barrier/4d86ad22c04446838bddd4981048c9af 2024-11-20T21:21:49,011 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/.tmp/table/2f122ad301b04845892c69c33a3ffebd is 40, key is test/table:state/1732137702687/Put/seqid=0 2024-11-20T21:21:49,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741842_1018 (size=5165) 2024-11-20T21:21:49,018 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/.tmp/table/2f122ad301b04845892c69c33a3ffebd 2024-11-20T21:21:49,025 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/.tmp/info/549a879d58e94755862315e9dec806ed as hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/info/549a879d58e94755862315e9dec806ed 2024-11-20T21:21:49,029 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/info/549a879d58e94755862315e9dec806ed, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T21:21:49,030 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/.tmp/ns/ab6e70550bd846279362ea089e44a6fb as hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/ns/ab6e70550bd846279362ea089e44a6fb 2024-11-20T21:21:49,034 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/ns/ab6e70550bd846279362ea089e44a6fb, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T21:21:49,035 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/.tmp/rep_barrier/4d86ad22c04446838bddd4981048c9af as hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/rep_barrier/4d86ad22c04446838bddd4981048c9af 2024-11-20T21:21:49,040 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/rep_barrier/4d86ad22c04446838bddd4981048c9af, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T21:21:49,041 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/.tmp/table/2f122ad301b04845892c69c33a3ffebd as hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/table/2f122ad301b04845892c69c33a3ffebd 2024-11-20T21:21:49,046 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/table/2f122ad301b04845892c69c33a3ffebd, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T21:21:49,047 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 987ms, sequenceid=11, compaction requested=false 2024-11-20T21:21:49,051 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T21:21:49,051 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:21:49,051 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:21:49,051 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:49,051 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137708060Running coprocessor pre-close hooks at 1732137708060Disabling compacts and flushes for region at 1732137708060Disabling writes for close at 1732137708060Obtaining lock to block concurrent updates at 1732137708060Preparing flush snapshotting stores in 1588230740 at 1732137708060Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732137708060Flushing stores of hbase:meta,,1.1588230740 at 1732137708061 (+1 ms)Flushing 1588230740/info: creating writer at 1732137708061Flushing 1588230740/info: appending metadata at 1732137708083 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732137708083Flushing 1588230740/ns: creating writer at 1732137708095 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732137708140 (+45 ms)Flushing 1588230740/ns: closing flushed file at 1732137708140Flushing 1588230740/rep_barrier: creating writer at 1732137708554 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732137708570 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732137708570Flushing 1588230740/table: creating writer at 1732137708987 (+417 ms)Flushing 1588230740/table: appending metadata at 1732137709010 (+23 ms)Flushing 1588230740/table: closing flushed file at 1732137709010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bdc84f4: reopening flushed file at 1732137709024 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@101b5cdf: reopening flushed file at 1732137709029 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eafae0b: reopening flushed file at 1732137709035 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d047467: reopening flushed file at 1732137709041 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 987ms, sequenceid=11, compaction requested=false at 1732137709047 (+6 ms)Writing region close event to WAL at 1732137709048 (+1 ms)Running coprocessor post-close hooks at 1732137709051 (+3 ms)Closed at 1732137709051 2024-11-20T21:21:49,051 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:49,064 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,37835,1732137698587; all regions closed. 2024-11-20T21:21:49,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741834_1010 (size=2717) 2024-11-20T21:21:49,069 DEBUG [RS:0;0b16ab3f13b7:37835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/oldWALs 2024-11-20T21:21:49,069 INFO [RS:0;0b16ab3f13b7:37835 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C37835%2C1732137698587.meta:.meta(num 1732137700299) 2024-11-20T21:21:49,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741832_1008 (size=1028) 2024-11-20T21:21:49,078 DEBUG [RS:0;0b16ab3f13b7:37835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/oldWALs 2024-11-20T21:21:49,078 INFO [RS:0;0b16ab3f13b7:37835 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C37835%2C1732137698587:(num 1732137699672) 2024-11-20T21:21:49,078 DEBUG [RS:0;0b16ab3f13b7:37835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:49,078 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:21:49,078 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:21:49,078 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:21:49,079 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:21:49,079 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:21:49,079 INFO [RS:0;0b16ab3f13b7:37835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:37835. 2024-11-20T21:21:49,079 DEBUG [RS:0;0b16ab3f13b7:37835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:49,079 DEBUG [RS:0;0b16ab3f13b7:37835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:49,079 DEBUG [RS:0;0b16ab3f13b7:37835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:49,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:49,080 INFO [RS:0;0b16ab3f13b7:37835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37835 2024-11-20T21:21:49,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442/rs 2024-11-20T21:21:49,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-295166442/rs/0b16ab3f13b7,37835,1732137698587 2024-11-20T21:21:49,082 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:21:49,083 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,37835,1732137698587] 2024-11-20T21:21:49,085 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-295166442/draining/0b16ab3f13b7,37835,1732137698587 already deleted, retry=false 2024-11-20T21:21:49,085 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,37835,1732137698587 expired; onlineServers=0 2024-11-20T21:21:49,085 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,41003,1732137698513' ***** 2024-11-20T21:21:49,085 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:21:49,085 INFO [M:0;0b16ab3f13b7:41003 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:21:49,085 INFO [M:0;0b16ab3f13b7:41003 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:21:49,085 DEBUG [M:0;0b16ab3f13b7:41003 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:21:49,085 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:21:49,085 DEBUG [M:0;0b16ab3f13b7:41003 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:21:49,085 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137699447 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137699447,5,FailOnTimeoutGroup] 2024-11-20T21:21:49,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-295166442/master 2024-11-20T21:21:49,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-295166442 2024-11-20T21:21:49,088 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137699448 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137699448,5,FailOnTimeoutGroup] 2024-11-20T21:21:49,086 INFO [M:0;0b16ab3f13b7:41003 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:21:49,088 INFO [M:0;0b16ab3f13b7:41003 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:21:49,088 DEBUG [M:0;0b16ab3f13b7:41003 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:21:49,088 INFO [M:0;0b16ab3f13b7:41003 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:21:49,089 INFO [M:0;0b16ab3f13b7:41003 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:21:49,089 INFO [M:0;0b16ab3f13b7:41003 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:21:49,089 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:21:49,089 DEBUG [M:0;0b16ab3f13b7:41003 {}] zookeeper.ZKUtil(347): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Unable to get data of znode /2-295166442/master because node does not exist (not an error) 2024-11-20T21:21:49,089 WARN [M:0;0b16ab3f13b7:41003 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:21:49,090 INFO [M:0;0b16ab3f13b7:41003 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/.lastflushedseqids 2024-11-20T21:21:49,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741843_1019 (size=173) 2024-11-20T21:21:49,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:49,184 INFO [RS:0;0b16ab3f13b7:37835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:21:49,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37835-0x1005f11ac290007, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:49,185 INFO [RS:0;0b16ab3f13b7:37835 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,37835,1732137698587; zookeeper connection closed. 2024-11-20T21:21:49,185 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6183c15a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6183c15a 2024-11-20T21:21:49,185 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:21:49,215 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:49,365 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:49,496 INFO [M:0;0b16ab3f13b7:41003 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:21:49,496 INFO [M:0;0b16ab3f13b7:41003 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:21:49,496 DEBUG [M:0;0b16ab3f13b7:41003 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:21:49,496 INFO [M:0;0b16ab3f13b7:41003 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:49,496 DEBUG [M:0;0b16ab3f13b7:41003 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:49,496 DEBUG [M:0;0b16ab3f13b7:41003 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:21:49,496 DEBUG [M:0;0b16ab3f13b7:41003 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:49,497 INFO [M:0;0b16ab3f13b7:41003 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-20T21:21:49,519 DEBUG [M:0;0b16ab3f13b7:41003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27d9accc10eb44f6b00e7faabe726d0b is 82, key is hbase:meta,,1/info:regioninfo/1732137700375/Put/seqid=0 2024-11-20T21:21:49,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741844_1020 (size=5672) 2024-11-20T21:21:49,919 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:49,924 INFO [M:0;0b16ab3f13b7:41003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27d9accc10eb44f6b00e7faabe726d0b 2024-11-20T21:21:49,943 DEBUG [M:0;0b16ab3f13b7:41003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a89644ff0374b809c8d0328cc3ae10d is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732137702690/Put/seqid=0 2024-11-20T21:21:49,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741845_1021 (size=6586) 2024-11-20T21:21:49,947 INFO [M:0;0b16ab3f13b7:41003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a89644ff0374b809c8d0328cc3ae10d 2024-11-20T21:21:49,965 DEBUG [M:0;0b16ab3f13b7:41003 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f72468de80144799b1d09fce6522b7c is 69, key is 0b16ab3f13b7,37835,1732137698587/rs:state/1732137699466/Put/seqid=0 2024-11-20T21:21:49,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741846_1022 (size=5156) 2024-11-20T21:21:50,070 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:50,369 INFO [M:0;0b16ab3f13b7:41003 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f72468de80144799b1d09fce6522b7c 2024-11-20T21:21:50,376 DEBUG [M:0;0b16ab3f13b7:41003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/27d9accc10eb44f6b00e7faabe726d0b as hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27d9accc10eb44f6b00e7faabe726d0b 2024-11-20T21:21:50,380 INFO [M:0;0b16ab3f13b7:41003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/27d9accc10eb44f6b00e7faabe726d0b, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T21:21:50,381 DEBUG [M:0;0b16ab3f13b7:41003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7a89644ff0374b809c8d0328cc3ae10d as hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a89644ff0374b809c8d0328cc3ae10d 2024-11-20T21:21:50,384 INFO [M:0;0b16ab3f13b7:41003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7a89644ff0374b809c8d0328cc3ae10d, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T21:21:50,385 DEBUG [M:0;0b16ab3f13b7:41003 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f72468de80144799b1d09fce6522b7c as hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f72468de80144799b1d09fce6522b7c 2024-11-20T21:21:50,391 INFO [M:0;0b16ab3f13b7:41003 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46253/user/jenkins/test-data/77c66e03-e266-139c-274d-c94d2dc9b2db/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f72468de80144799b1d09fce6522b7c, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T21:21:50,404 INFO [M:0;0b16ab3f13b7:41003 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=55, compaction requested=false 2024-11-20T21:21:50,420 INFO [M:0;0b16ab3f13b7:41003 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:50,421 DEBUG [M:0;0b16ab3f13b7:41003 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137709496Disabling compacts and flushes for region at 1732137709496Disabling writes for close at 1732137709496Obtaining lock to block concurrent updates at 1732137709497 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137709497Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1732137709497Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137709498 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137709498Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137709518 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137709518Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137709928 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137709943 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137709943Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137709951 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137709965 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137709965Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d3d7629: reopening flushed file at 1732137710375 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15ad3e9c: reopening flushed file at 1732137710380 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e9b573f: reopening flushed file at 1732137710385 (+5 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 907ms, sequenceid=55, compaction requested=false at 1732137710404 (+19 ms)Writing region close event to WAL at 1732137710420 (+16 ms)Closed at 1732137710420 2024-11-20T21:21:50,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44531 is added to blk_1073741830_1006 (size=32770) 2024-11-20T21:21:50,429 INFO [M:0;0b16ab3f13b7:41003 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:21:50,429 INFO [M:0;0b16ab3f13b7:41003 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41003 2024-11-20T21:21:50,429 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:21:50,430 INFO [M:0;0b16ab3f13b7:41003 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:21:50,532 INFO [M:0;0b16ab3f13b7:41003 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:21:50,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:50,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41003-0x1005f11ac290006, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:50,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@146e5199{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:21:50,536 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f8a4078{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:21:50,536 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:21:50,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13ab238e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:21:50,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bdfe434{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/hadoop.log.dir/,STOPPED} 2024-11-20T21:21:50,540 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:21:50,540 WARN [BP-1744925856-172.17.0.3-1732137697345 heartbeating to localhost/127.0.0.1:46253 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:21:50,540 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:21:50,540 WARN [BP-1744925856-172.17.0.3-1732137697345 heartbeating to localhost/127.0.0.1:46253 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1744925856-172.17.0.3-1732137697345 (Datanode Uuid 810ae7d8-30f8-4ef2-978a-5cc42af8ac73) service to localhost/127.0.0.1:46253 2024-11-20T21:21:50,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/cluster_6e11fd52-ddd5-1ac6-2e30-d6f20a751f10/data/data1/current/BP-1744925856-172.17.0.3-1732137697345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:21:50,541 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/cluster_6e11fd52-ddd5-1ac6-2e30-d6f20a751f10/data/data2/current/BP-1744925856-172.17.0.3-1732137697345 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:21:50,542 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:21:50,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4bc761de{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:21:50,551 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c4d0068{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:21:50,551 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:21:50,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f9855d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:21:50,551 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ac9f21d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1931529b-d770-d7e1-483e-e3ea5a836d9f/hadoop.log.dir/,STOPPED} 2024-11-20T21:21:50,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:21:50,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:21:50,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:50,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:50,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:50,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:50,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:50,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:21:50,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1729950372, stopped=false 2024-11-20T21:21:50,564 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,32931,1732137694632 2024-11-20T21:21:50,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1125890688/running 2024-11-20T21:21:50,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:50,566 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1125890688/running 2024-11-20T21:21:50,566 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:50,566 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:21:50,567 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:50,567 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:50,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:50,567 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,40087,1732137694669' ***** 2024-11-20T21:21:50,567 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:21:50,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Set watcher on znode that does not yet exist, /1-1125890688/running 2024-11-20T21:21:50,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Set watcher on znode that does not yet exist, /1-1125890688/running 2024-11-20T21:21:50,570 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:21:50,570 INFO [RS:0;0b16ab3f13b7:40087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:21:50,570 INFO [RS:0;0b16ab3f13b7:40087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:21:50,570 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(3091): Received CLOSE for 379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:50,571 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:21:50,571 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,40087,1732137694669 2024-11-20T21:21:50,572 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:21:50,572 INFO [RS:0;0b16ab3f13b7:40087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:40087. 2024-11-20T21:21:50,572 DEBUG [RS:0;0b16ab3f13b7:40087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:50,572 DEBUG [RS:0;0b16ab3f13b7:40087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:50,572 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:21:50,572 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:21:50,572 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:21:50,572 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:21:50,572 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:21:50,572 DEBUG [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 379b0776fc00662d18ed67314c2adc33=test,,1732137701121.379b0776fc00662d18ed67314c2adc33.} 2024-11-20T21:21:50,573 DEBUG [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 379b0776fc00662d18ed67314c2adc33 2024-11-20T21:21:50,573 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 379b0776fc00662d18ed67314c2adc33, disabling compactions & flushes 2024-11-20T21:21:50,573 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137701121.379b0776fc00662d18ed67314c2adc33. 2024-11-20T21:21:50,573 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137701121.379b0776fc00662d18ed67314c2adc33. 2024-11-20T21:21:50,573 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137701121.379b0776fc00662d18ed67314c2adc33. after waiting 0 ms 2024-11-20T21:21:50,573 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137701121.379b0776fc00662d18ed67314c2adc33. 2024-11-20T21:21:50,573 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:21:50,573 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:21:50,573 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:21:50,573 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:21:50,573 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:21:50,573 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-20T21:21:50,581 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/default/test/379b0776fc00662d18ed67314c2adc33/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:21:50,582 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:21:50,582 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:21:50,582 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137701121.379b0776fc00662d18ed67314c2adc33. 2024-11-20T21:21:50,582 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 379b0776fc00662d18ed67314c2adc33: Waiting for close lock at 1732137710573Running coprocessor pre-close hooks at 1732137710573Disabling compacts and flushes for region at 1732137710573Disabling writes for close at 1732137710573Writing region close event to WAL at 1732137710574 (+1 ms)Running coprocessor post-close hooks at 1732137710581 (+7 ms)Closed at 1732137710582 (+1 ms) 2024-11-20T21:21:50,582 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137701121.379b0776fc00662d18ed67314c2adc33. 2024-11-20T21:21:50,594 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/.tmp/info/86c9605ebddd40db8833d30ab5167369 is 129, key is test,,1732137701121.379b0776fc00662d18ed67314c2adc33./info:regioninfo/1732137701693/Put/seqid=0 2024-11-20T21:21:50,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741841_1017 (size=6421) 2024-11-20T21:21:50,598 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:21:50,723 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:50,773 DEBUG [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:21:50,873 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:50,973 DEBUG [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:21:50,998 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/.tmp/info/86c9605ebddd40db8833d30ab5167369 2024-11-20T21:21:51,021 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/.tmp/ns/60f145d23f554b53b4b1aeaa9866fff6 is 43, key is default/ns:d/1732137697256/Put/seqid=0 2024-11-20T21:21:51,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741842_1018 (size=5153) 2024-11-20T21:21:51,027 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/.tmp/ns/60f145d23f554b53b4b1aeaa9866fff6 2024-11-20T21:21:51,053 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/.tmp/rep_barrier/3593e1fc725f4bcea430e9da9c80faf4 is 112, key is test,,1732137701121.379b0776fc00662d18ed67314c2adc33./rep_barrier:seqnumDuringOpen/1732137701693/Put/seqid=0 2024-11-20T21:21:51,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741843_1019 (size=5518) 2024-11-20T21:21:51,063 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/.tmp/rep_barrier/3593e1fc725f4bcea430e9da9c80faf4 2024-11-20T21:21:51,089 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/.tmp/table/15467320354a4e738237459ced141fff is 40, key is test/table:state/1732137701733/Put/seqid=0 2024-11-20T21:21:51,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741844_1020 (size=5165) 2024-11-20T21:21:51,103 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/.tmp/table/15467320354a4e738237459ced141fff 2024-11-20T21:21:51,111 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/.tmp/info/86c9605ebddd40db8833d30ab5167369 as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/info/86c9605ebddd40db8833d30ab5167369 2024-11-20T21:21:51,115 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/info/86c9605ebddd40db8833d30ab5167369, entries=10, sequenceid=11, filesize=6.3 K 2024-11-20T21:21:51,116 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/.tmp/ns/60f145d23f554b53b4b1aeaa9866fff6 as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/ns/60f145d23f554b53b4b1aeaa9866fff6 2024-11-20T21:21:51,120 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/ns/60f145d23f554b53b4b1aeaa9866fff6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T21:21:51,121 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/.tmp/rep_barrier/3593e1fc725f4bcea430e9da9c80faf4 as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/rep_barrier/3593e1fc725f4bcea430e9da9c80faf4 2024-11-20T21:21:51,125 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/rep_barrier/3593e1fc725f4bcea430e9da9c80faf4, entries=1, sequenceid=11, filesize=5.4 K 2024-11-20T21:21:51,126 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/.tmp/table/15467320354a4e738237459ced141fff as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/table/15467320354a4e738237459ced141fff 2024-11-20T21:21:51,130 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/table/15467320354a4e738237459ced141fff, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T21:21:51,131 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 558ms, sequenceid=11, compaction requested=false 2024-11-20T21:21:51,132 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:21:51,133 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:21:51,140 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T21:21:51,141 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:21:51,141 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:21:51,141 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:51,141 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137710573Running coprocessor pre-close hooks at 1732137710573Disabling compacts and flushes for region at 1732137710573Disabling writes for close at 1732137710573Obtaining lock to block concurrent updates at 1732137710573Preparing flush snapshotting stores in 1588230740 at 1732137710573Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732137710574 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732137710576 (+2 ms)Flushing 1588230740/info: creating writer at 1732137710576Flushing 1588230740/info: appending metadata at 1732137710593 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732137710594 (+1 ms)Flushing 1588230740/ns: creating writer at 1732137711003 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732137711021 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732137711021Flushing 1588230740/rep_barrier: creating writer at 1732137711033 (+12 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732137711052 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732137711052Flushing 1588230740/table: creating writer at 1732137711069 (+17 ms)Flushing 1588230740/table: appending metadata at 1732137711088 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732137711088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bbae06b: reopening flushed file at 1732137711108 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d425aaf: reopening flushed file at 1732137711116 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47268cc8: reopening flushed file at 1732137711121 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e8b7062: reopening flushed file at 1732137711125 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 558ms, sequenceid=11, compaction requested=false at 1732137711131 (+6 ms)Writing region close event to WAL at 1732137711137 (+6 ms)Running coprocessor post-close hooks at 1732137711141 (+4 ms)Closed at 1732137711141 2024-11-20T21:21:51,141 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:51,173 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,40087,1732137694669; all regions closed. 2024-11-20T21:21:51,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741834_1010 (size=2717) 2024-11-20T21:21:51,180 DEBUG [RS:0;0b16ab3f13b7:40087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/oldWALs 2024-11-20T21:21:51,180 INFO [RS:0;0b16ab3f13b7:40087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C40087%2C1732137694669.meta:.meta(num 1732137697196) 2024-11-20T21:21:51,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741832_1008 (size=1374) 2024-11-20T21:21:51,198 DEBUG [RS:0;0b16ab3f13b7:40087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/oldWALs 2024-11-20T21:21:51,198 INFO [RS:0;0b16ab3f13b7:40087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 0b16ab3f13b7%2C40087%2C1732137694669:(num 1732137696269) 2024-11-20T21:21:51,198 DEBUG [RS:0;0b16ab3f13b7:40087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:51,199 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:21:51,199 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:21:51,199 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:21:51,199 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:21:51,199 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:21:51,200 INFO [RS:0;0b16ab3f13b7:40087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:40087. 2024-11-20T21:21:51,200 DEBUG [RS:0;0b16ab3f13b7:40087 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:51,200 DEBUG [RS:0;0b16ab3f13b7:40087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:51,200 DEBUG [RS:0;0b16ab3f13b7:40087 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:51,200 INFO [RS:0;0b16ab3f13b7:40087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40087 2024-11-20T21:21:51,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:51,209 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1125890688/rs/0b16ab3f13b7,40087,1732137694669 2024-11-20T21:21:51,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688/rs 2024-11-20T21:21:51,213 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:21:51,215 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,40087,1732137694669] 2024-11-20T21:21:51,218 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1125890688/draining/0b16ab3f13b7,40087,1732137694669 already deleted, retry=false 2024-11-20T21:21:51,218 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,40087,1732137694669 expired; onlineServers=0 2024-11-20T21:21:51,218 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,32931,1732137694632' ***** 2024-11-20T21:21:51,219 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:21:51,219 INFO [M:0;0b16ab3f13b7:32931 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:21:51,219 INFO [M:0;0b16ab3f13b7:32931 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:21:51,219 DEBUG [M:0;0b16ab3f13b7:32931 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:21:51,219 DEBUG [M:0;0b16ab3f13b7:32931 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:21:51,219 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137696042 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137696042,5,FailOnTimeoutGroup] 2024-11-20T21:21:51,219 INFO [M:0;0b16ab3f13b7:32931 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:21:51,220 INFO [M:0;0b16ab3f13b7:32931 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:21:51,220 DEBUG [M:0;0b16ab3f13b7:32931 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:21:51,220 INFO [M:0;0b16ab3f13b7:32931 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:21:51,220 INFO [M:0;0b16ab3f13b7:32931 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:21:51,220 INFO [M:0;0b16ab3f13b7:32931 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:21:51,220 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137696041 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137696041,5,FailOnTimeoutGroup] 2024-11-20T21:21:51,224 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:21:51,225 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:21:51,228 DEBUG [M:0;0b16ab3f13b7:32931 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1125890688/master already deleted, retry=false 2024-11-20T21:21:51,228 DEBUG [M:0;0b16ab3f13b7:32931 {}] master.ActiveMasterManager(353): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1125890688/master 2024-11-20T21:21:51,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1125890688/master 2024-11-20T21:21:51,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1125890688 2024-11-20T21:21:51,229 INFO [M:0;0b16ab3f13b7:32931 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/.lastflushedseqids 2024-11-20T21:21:51,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741845_1021 (size=173) 2024-11-20T21:21:51,315 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:51,315 INFO [RS:0;0b16ab3f13b7:40087 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:21:51,315 DEBUG [pool-2503-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1005f11ac290004, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:51,315 INFO [RS:0;0b16ab3f13b7:40087 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,40087,1732137694669; zookeeper connection closed. 2024-11-20T21:21:51,316 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@330a12c8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@330a12c8 2024-11-20T21:21:51,316 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:21:51,629 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:51,659 INFO [M:0;0b16ab3f13b7:32931 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:21:51,659 INFO [M:0;0b16ab3f13b7:32931 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:21:51,659 DEBUG [M:0;0b16ab3f13b7:32931 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:21:51,659 INFO [M:0;0b16ab3f13b7:32931 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:51,659 DEBUG [M:0;0b16ab3f13b7:32931 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:51,659 DEBUG [M:0;0b16ab3f13b7:32931 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:21:51,659 DEBUG [M:0;0b16ab3f13b7:32931 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:51,660 INFO [M:0;0b16ab3f13b7:32931 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-20T21:21:51,681 DEBUG [M:0;0b16ab3f13b7:32931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d317853fdfc44eaaec16785d0259754 is 82, key is hbase:meta,,1/info:regioninfo/1732137697245/Put/seqid=0 2024-11-20T21:21:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741846_1022 (size=5672) 2024-11-20T21:21:51,688 INFO [M:0;0b16ab3f13b7:32931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d317853fdfc44eaaec16785d0259754 2024-11-20T21:21:51,714 DEBUG [M:0;0b16ab3f13b7:32931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8978bd2e4744376b896c63a0fd76e3a is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732137701743/Put/seqid=0 2024-11-20T21:21:51,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741847_1023 (size=6587) 2024-11-20T21:21:51,778 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:52,124 INFO [M:0;0b16ab3f13b7:32931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8978bd2e4744376b896c63a0fd76e3a 2024-11-20T21:21:52,149 DEBUG [M:0;0b16ab3f13b7:32931 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7128c39990674e048de32d7fdcbc1088 is 69, key is 0b16ab3f13b7,40087,1732137694669/rs:state/1732137696118/Put/seqid=0 2024-11-20T21:21:52,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741848_1024 (size=5156) 2024-11-20T21:21:52,577 INFO [M:0;0b16ab3f13b7:32931 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7128c39990674e048de32d7fdcbc1088 2024-11-20T21:21:52,589 DEBUG [M:0;0b16ab3f13b7:32931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5d317853fdfc44eaaec16785d0259754 as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d317853fdfc44eaaec16785d0259754 2024-11-20T21:21:52,593 INFO [M:0;0b16ab3f13b7:32931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5d317853fdfc44eaaec16785d0259754, entries=8, sequenceid=55, filesize=5.5 K 2024-11-20T21:21:52,596 DEBUG [M:0;0b16ab3f13b7:32931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f8978bd2e4744376b896c63a0fd76e3a as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8978bd2e4744376b896c63a0fd76e3a 2024-11-20T21:21:52,603 INFO [M:0;0b16ab3f13b7:32931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f8978bd2e4744376b896c63a0fd76e3a, entries=6, sequenceid=55, filesize=6.4 K 2024-11-20T21:21:52,607 DEBUG [M:0;0b16ab3f13b7:32931 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7128c39990674e048de32d7fdcbc1088 as hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7128c39990674e048de32d7fdcbc1088 2024-11-20T21:21:52,613 INFO [M:0;0b16ab3f13b7:32931 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42103/user/jenkins/test-data/54e00e72-df55-9819-fa77-5d0f23aabdf1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7128c39990674e048de32d7fdcbc1088, entries=1, sequenceid=55, filesize=5.0 K 2024-11-20T21:21:52,615 INFO [M:0;0b16ab3f13b7:32931 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 955ms, sequenceid=55, compaction requested=false 2024-11-20T21:21:52,626 INFO [M:0;0b16ab3f13b7:32931 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:52,626 DEBUG [M:0;0b16ab3f13b7:32931 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137711659Disabling compacts and flushes for region at 1732137711659Disabling writes for close at 1732137711659Obtaining lock to block concurrent updates at 1732137711660 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137711660Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732137711660Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137711661 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137711661Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137711681 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137711681Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137711693 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137711714 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137711714Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137712130 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137712148 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137712148Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a6cd73: reopening flushed file at 1732137712588 (+440 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f9eda8c: reopening flushed file at 1732137712593 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3da98970: reopening flushed file at 1732137712603 (+10 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 955ms, sequenceid=55, compaction requested=false at 1732137712615 (+12 ms)Writing region close event to WAL at 1732137712626 (+11 ms)Closed at 1732137712626 2024-11-20T21:21:52,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34093 is added to blk_1073741830_1006 (size=32782) 2024-11-20T21:21:52,642 INFO [M:0;0b16ab3f13b7:32931 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:21:52,642 INFO [M:0;0b16ab3f13b7:32931 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32931 2024-11-20T21:21:52,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:21:52,646 INFO [M:0;0b16ab3f13b7:32931 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:21:52,649 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:52,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:52,749 INFO [M:0;0b16ab3f13b7:32931 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:21:52,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32931-0x1005f11ac290003, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:52,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cbb98e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:21:52,758 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@501795a0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:21:52,758 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:21:52,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c2f2d51{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:21:52,758 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4aa2692e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/hadoop.log.dir/,STOPPED} 2024-11-20T21:21:52,759 WARN [BP-774645306-172.17.0.3-1732137693573 heartbeating to localhost/127.0.0.1:42103 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:21:52,759 WARN [BP-774645306-172.17.0.3-1732137693573 heartbeating to localhost/127.0.0.1:42103 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-774645306-172.17.0.3-1732137693573 (Datanode Uuid dd7b795e-d894-4e7f-be70-8194b789cd50) service to localhost/127.0.0.1:42103 2024-11-20T21:21:52,760 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:21:52,760 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:21:52,760 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/cluster_1c15b5e5-674b-cd0c-490b-d4ee596aae50/data/data1/current/BP-774645306-172.17.0.3-1732137693573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:21:52,761 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/cluster_1c15b5e5-674b-cd0c-490b-d4ee596aae50/data/data2/current/BP-774645306-172.17.0.3-1732137693573 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:21:52,761 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:21:52,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e9017e0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:21:52,769 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70764eb9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:21:52,769 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:21:52,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5028312f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:21:52,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@738e3a8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ce8c9bcd-36d2-a1d6-6bf8-90878d1a112d/hadoop.log.dir/,STOPPED} 2024-11-20T21:21:52,782 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:52,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:21:52,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:21:52,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:52,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:52,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:52,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:52,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:52,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:21:52,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=237681573, stopped=false 2024-11-20T21:21:52,785 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=0b16ab3f13b7,39075,1732137690780 2024-11-20T21:21:52,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02143559516/running 2024-11-20T21:21:52,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:52,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02143559516/running 2024-11-20T21:21:52,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:52,786 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:21:52,787 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:21:52,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Set watcher on znode that does not yet exist, /02143559516/running 2024-11-20T21:21:52,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Set watcher on znode that does not yet exist, /02143559516/running 2024-11-20T21:21:52,787 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:52,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:52,787 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '0b16ab3f13b7,37801,1732137690876' ***** 2024-11-20T21:21:52,787 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:21:52,787 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:21:52,788 INFO [RS:0;0b16ab3f13b7:37801 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:21:52,788 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:21:52,788 INFO [RS:0;0b16ab3f13b7:37801 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:21:52,788 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:52,793 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(3091): Received CLOSE for 2bdfc0551f76bbf2d7f0135254b7400e 2024-11-20T21:21:52,793 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(959): stopping server 0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:52,793 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:21:52,793 INFO [RS:0;0b16ab3f13b7:37801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:37801. 2024-11-20T21:21:52,793 DEBUG [RS:0;0b16ab3f13b7:37801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:52,793 DEBUG [RS:0;0b16ab3f13b7:37801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:52,793 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:21:52,794 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:21:52,794 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:21:52,794 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c253b6cc820b2a1d8131f02d778b4dd, disabling compactions & flushes 2024-11-20T21:21:52,794 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:21:52,794 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd. 2024-11-20T21:21:52,794 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd. 2024-11-20T21:21:52,794 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd. after waiting 0 ms 2024-11-20T21:21:52,794 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd. 2024-11-20T21:21:52,800 INFO [regionserver/0b16ab3f13b7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:21:52,801 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T21:21:52,801 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1325): Online Regions={4c253b6cc820b2a1d8131f02d778b4dd=test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd., 1588230740=hbase:meta,,1.1588230740, 2bdfc0551f76bbf2d7f0135254b7400e=hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e.} 2024-11-20T21:21:52,801 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2bdfc0551f76bbf2d7f0135254b7400e, 4c253b6cc820b2a1d8131f02d778b4dd 2024-11-20T21:21:52,801 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:21:52,801 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:21:52,801 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:21:52,801 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:21:52,801 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:21:52,801 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-20T21:21:52,819 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/default/test/4c253b6cc820b2a1d8131f02d778b4dd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T21:21:52,820 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:21:52,820 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-20T21:21:52,820 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd. 2024-11-20T21:21:52,820 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c253b6cc820b2a1d8131f02d778b4dd: Waiting for close lock at 1732137712793Running coprocessor pre-close hooks at 1732137712793Disabling compacts and flushes for region at 1732137712793Disabling writes for close at 1732137712794 (+1 ms)Writing region close event to WAL at 1732137712813 (+19 ms)Running coprocessor post-close hooks at 1732137712820 (+7 ms)Closed at 1732137712820 2024-11-20T21:21:52,820 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd. 2024-11-20T21:21:52,821 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2bdfc0551f76bbf2d7f0135254b7400e, disabling compactions & flushes 2024-11-20T21:21:52,821 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. 2024-11-20T21:21:52,821 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. 2024-11-20T21:21:52,821 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. after waiting 0 ms 2024-11-20T21:21:52,821 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. 2024-11-20T21:21:52,821 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2bdfc0551f76bbf2d7f0135254b7400e 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-20T21:21:52,834 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/.tmp/info/6b3f4f97449c420dbd7746e923b66761 is 147, key is hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e./info:regioninfo/1732137703805/Put/seqid=0 2024-11-20T21:21:52,834 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:21:52,834 INFO [regionserver/0b16ab3f13b7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:21:52,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741847_1023 (size=7686) 2024-11-20T21:21:52,838 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/.tmp/info/6b3f4f97449c420dbd7746e923b66761 2024-11-20T21:21:52,840 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/replication/2bdfc0551f76bbf2d7f0135254b7400e/.tmp/hfileref/94541324a65648bbadc3a8a79220cf13 is 74, key is 1/hfileref:0dc27aea8c7f440d801ad20523501efe_SeqId_4_/1732137706331/DeleteColumn/seqid=0 2024-11-20T21:21:52,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741848_1024 (size=5489) 2024-11-20T21:21:52,847 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/replication/2bdfc0551f76bbf2d7f0135254b7400e/.tmp/hfileref/94541324a65648bbadc3a8a79220cf13 2024-11-20T21:21:52,865 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/.tmp/ns/1603ec2fda384f26b7561f21998c34e6 is 43, key is default/ns:d/1732137693509/Put/seqid=0 2024-11-20T21:21:52,866 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/replication/2bdfc0551f76bbf2d7f0135254b7400e/.tmp/queue/7118737c65b242df8615c3fac1f9a860 is 153, key is 1-0b16ab3f13b7,37801,1732137690876/queue:0b16ab3f13b7%2C37801%2C1732137690876/1732137707874/Put/seqid=0 2024-11-20T21:21:52,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741849_1025 (size=5153) 2024-11-20T21:21:52,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741850_1026 (size=5504) 2024-11-20T21:21:52,877 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/replication/2bdfc0551f76bbf2d7f0135254b7400e/.tmp/queue/7118737c65b242df8615c3fac1f9a860 2024-11-20T21:21:52,881 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/replication/2bdfc0551f76bbf2d7f0135254b7400e/.tmp/hfileref/94541324a65648bbadc3a8a79220cf13 as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/replication/2bdfc0551f76bbf2d7f0135254b7400e/hfileref/94541324a65648bbadc3a8a79220cf13 2024-11-20T21:21:52,886 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/replication/2bdfc0551f76bbf2d7f0135254b7400e/hfileref/94541324a65648bbadc3a8a79220cf13, entries=6, sequenceid=17, filesize=5.4 K 2024-11-20T21:21:52,887 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/replication/2bdfc0551f76bbf2d7f0135254b7400e/.tmp/queue/7118737c65b242df8615c3fac1f9a860 as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/replication/2bdfc0551f76bbf2d7f0135254b7400e/queue/7118737c65b242df8615c3fac1f9a860 2024-11-20T21:21:52,891 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/replication/2bdfc0551f76bbf2d7f0135254b7400e/queue/7118737c65b242df8615c3fac1f9a860, entries=2, sequenceid=17, filesize=5.4 K 2024-11-20T21:21:52,892 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 2bdfc0551f76bbf2d7f0135254b7400e in 70ms, sequenceid=17, compaction requested=false 2024-11-20T21:21:52,895 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/replication/2bdfc0551f76bbf2d7f0135254b7400e/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-20T21:21:52,895 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:21:52,895 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:21:52,896 INFO [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. 2024-11-20T21:21:52,896 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2bdfc0551f76bbf2d7f0135254b7400e: Waiting for close lock at 1732137712821Running coprocessor pre-close hooks at 1732137712821Disabling compacts and flushes for region at 1732137712821Disabling writes for close at 1732137712821Obtaining lock to block concurrent updates at 1732137712821Preparing flush snapshotting stores in 2bdfc0551f76bbf2d7f0135254b7400e at 1732137712821Finished memstore snapshotting hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732137712821Flushing stores of hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. at 1732137712822 (+1 ms)Flushing 2bdfc0551f76bbf2d7f0135254b7400e/hfileref: creating writer at 1732137712822Flushing 2bdfc0551f76bbf2d7f0135254b7400e/hfileref: appending metadata at 1732137712839 (+17 ms)Flushing 2bdfc0551f76bbf2d7f0135254b7400e/hfileref: closing flushed file at 1732137712839Flushing 2bdfc0551f76bbf2d7f0135254b7400e/queue: creating writer at 1732137712851 (+12 ms)Flushing 2bdfc0551f76bbf2d7f0135254b7400e/queue: appending metadata at 1732137712866 (+15 ms)Flushing 2bdfc0551f76bbf2d7f0135254b7400e/queue: closing flushed file at 1732137712866Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ab9148: reopening flushed file at 1732137712881 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c7aacd7: reopening flushed file at 1732137712886 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 2bdfc0551f76bbf2d7f0135254b7400e in 70ms, sequenceid=17, compaction requested=false at 1732137712892 (+6 ms)Writing region close event to WAL at 1732137712893 (+1 ms)Running coprocessor post-close hooks at 1732137712895 (+2 ms)Closed at 1732137712895 2024-11-20T21:21:52,896 DEBUG [RS_CLOSE_REGION-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732137702946.2bdfc0551f76bbf2d7f0135254b7400e. 2024-11-20T21:21:53,001 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:21:53,201 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:21:53,270 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/.tmp/ns/1603ec2fda384f26b7561f21998c34e6 2024-11-20T21:21:53,301 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/.tmp/rep_barrier/8d7d6f2d834043d7880419703e24630b is 112, key is test,,1732137700487.4c253b6cc820b2a1d8131f02d778b4dd./rep_barrier:seqnumDuringOpen/1732137701006/Put/seqid=0 2024-11-20T21:21:53,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741851_1027 (size=5518) 2024-11-20T21:21:53,401 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:21:53,576 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:21:53,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,603 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:21:53,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,642 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,643 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,661 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,665 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,666 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:21:53,729 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/.tmp/rep_barrier/8d7d6f2d834043d7880419703e24630b 2024-11-20T21:21:53,773 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:53,777 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/.tmp/table/e3bea3e9217446278ade774b113165e9 is 53, key is hbase:replication/table:state/1732137703815/Put/seqid=0 2024-11-20T21:21:53,782 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:53,783 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 688, reset compression=false 2024-11-20T21:21:53,783 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-0b16ab3f13b7,37801,1732137690876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:53,784 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 0b16ab3f13b7,37801,1732137690876: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-0b16ab3f13b7,37801,1732137690876, walGroup=0b16ab3f13b7%2C37801%2C1732137690876, offset=0b16ab3f13b7%2C37801%2C1732137690876.1732137706412:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:37801 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-20T21:21:53,785 ERROR [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T21:21:53,785 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T21:21:53,786 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T21:21:53,786 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T21:21:53,786 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T21:21:53,786 INFO [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1614807040, "init": 1048576000, "max": 2306867200, "used": 1062993880 }, "NonHeapMemoryUsage": { "committed": 211156992, "init": 7667712, "max": -1, "used": 208046808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T21:21:53,786 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:39075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=0b16ab3f13b7:39075 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:?] ... 16 more 2024-11-20T21:21:53,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741852_1028 (size=5308) 2024-11-20T21:21:53,803 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:21:53,803 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:21:53,803 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:21:53,906 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 393, reset compression=false 2024-11-20T21:21:53,913 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-20T21:21:53,913 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 688, reset compression=false 2024-11-20T21:21:53,913 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-0b16ab3f13b7,37801,1732137690876 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-20T21:21:53,914 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-20T21:21:54,003 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:21:54,006 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 688, reset compression=false 2024-11-20T21:21:54,118 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 688, reset compression=false 2024-11-20T21:21:54,192 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/.tmp/table/e3bea3e9217446278ade774b113165e9 2024-11-20T21:21:54,197 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/.tmp/info/6b3f4f97449c420dbd7746e923b66761 as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/info/6b3f4f97449c420dbd7746e923b66761 2024-11-20T21:21:54,203 DEBUG [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:21:54,204 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/info/6b3f4f97449c420dbd7746e923b66761, entries=20, sequenceid=16, filesize=7.5 K 2024-11-20T21:21:54,207 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/.tmp/ns/1603ec2fda384f26b7561f21998c34e6 as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/ns/1603ec2fda384f26b7561f21998c34e6 2024-11-20T21:21:54,213 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/ns/1603ec2fda384f26b7561f21998c34e6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-20T21:21:54,217 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/.tmp/rep_barrier/8d7d6f2d834043d7880419703e24630b as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/rep_barrier/8d7d6f2d834043d7880419703e24630b 2024-11-20T21:21:54,221 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/rep_barrier/8d7d6f2d834043d7880419703e24630b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-20T21:21:54,222 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/.tmp/table/e3bea3e9217446278ade774b113165e9 as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/table/e3bea3e9217446278ade774b113165e9 2024-11-20T21:21:54,226 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/table/e3bea3e9217446278ade774b113165e9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-20T21:21:54,227 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=16, compaction requested=false 2024-11-20T21:21:54,227 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:21:54,265 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-20T21:21:54,266 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-20T21:21:54,266 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:21:54,266 INFO [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:54,266 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732137712801Running coprocessor pre-close hooks at 1732137712801Disabling compacts and flushes for region at 1732137712801Disabling writes for close at 1732137712801Obtaining lock to block concurrent updates at 1732137712801Preparing flush snapshotting stores in 1588230740 at 1732137712801Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732137712801Flushing stores of hbase:meta,,1.1588230740 at 1732137712802 (+1 ms)Flushing 1588230740/info: creating writer at 1732137712802Flushing 1588230740/info: appending metadata at 1732137712833 (+31 ms)Flushing 1588230740/info: closing flushed file at 1732137712833Flushing 1588230740/ns: creating writer at 1732137712846 (+13 ms)Flushing 1588230740/ns: appending metadata at 1732137712865 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732137712865Flushing 1588230740/rep_barrier: creating writer at 1732137713277 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732137713300 (+23 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732137713300Flushing 1588230740/table: creating writer at 1732137713738 (+438 ms)Flushing 1588230740/table: appending metadata at 1732137713776 (+38 ms)Flushing 1588230740/table: closing flushed file at 1732137713776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b33b176: reopening flushed file at 1732137714196 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c1debff: reopening flushed file at 1732137714204 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15be9bdc: reopening flushed file at 1732137714213 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eb8a2d4: reopening flushed file at 1732137714221 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1426ms, sequenceid=16, compaction requested=false at 1732137714227 (+6 ms)Writing region close event to WAL at 1732137714246 (+19 ms)Running coprocessor post-close hooks at 1732137714266 (+20 ms)Closed at 1732137714266 2024-11-20T21:21:54,266 DEBUG [RS_CLOSE_META-regionserver/0b16ab3f13b7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:21:54,310 DEBUG [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/WALs/0b16ab3f13b7,37801,1732137690876/0b16ab3f13b7%2C37801%2C1732137690876.1732137706412 to pos 688, reset compression=false 2024-11-20T21:21:54,404 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(976): stopping server 0b16ab3f13b7,37801,1732137690876; all regions closed. 2024-11-20T21:21:54,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741843_1019 (size=859) 2024-11-20T21:21:54,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741842_1018 (size=2791) 2024-11-20T21:21:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741844_1020 (size=696) 2024-11-20T21:21:54,410 DEBUG [RS:0;0b16ab3f13b7:37801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:54,410 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:21:54,410 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:21:54,410 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.ChoreService(370): Chore service for: regionserver/0b16ab3f13b7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:21:54,411 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:21:54,411 INFO [regionserver/0b16ab3f13b7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:21:54,411 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-0b16ab3f13b7,37801,1732137690876 because: Region server is closing 2024-11-20T21:21:54,411 INFO [RS:0;0b16ab3f13b7:37801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:37801. 2024-11-20T21:21:54,411 DEBUG [RS:0;0b16ab3f13b7:37801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:54,411 DEBUG [RS:0;0b16ab3f13b7:37801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:54,412 DEBUG [RS:0;0b16ab3f13b7:37801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:54,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:54,512 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,1-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,1-0b16ab3f13b7,37801,1732137690876 terminated 2024-11-20T21:21:54,512 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-0b16ab3f13b7,37801,1732137690876 because: Region server is closing 2024-11-20T21:21:54,512 INFO [RS:0;0b16ab3f13b7:37801 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;0b16ab3f13b7:37801. 2024-11-20T21:21:54,512 DEBUG [RS:0;0b16ab3f13b7:37801 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:21:54,512 DEBUG [RS:0;0b16ab3f13b7:37801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:54,512 DEBUG [RS:0;0b16ab3f13b7:37801 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:21:54,512 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:21:54,613 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.shipper0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 terminated 2024-11-20T21:21:54,613 INFO [RS:0;0b16ab3f13b7:37801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37801 2024-11-20T21:21:54,613 WARN [RS_REFRESH_PEER-regionserver/0b16ab3f13b7:0-0.replicationSource,2-0b16ab3f13b7,37801,1732137690876.replicationSource.wal-reader.0b16ab3f13b7%2C37801%2C1732137690876,2-0b16ab3f13b7,37801,1732137690876 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-20T21:21:54,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02143559516/rs/0b16ab3f13b7,37801,1732137690876 2024-11-20T21:21:54,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516/rs 2024-11-20T21:21:54,616 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:21:54,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [0b16ab3f13b7,37801,1732137690876] 2024-11-20T21:21:54,625 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02143559516/draining/0b16ab3f13b7,37801,1732137690876 already deleted, retry=false 2024-11-20T21:21:54,625 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 0b16ab3f13b7,37801,1732137690876 expired; onlineServers=0 2024-11-20T21:21:54,625 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '0b16ab3f13b7,39075,1732137690780' ***** 2024-11-20T21:21:54,625 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:21:54,625 INFO [M:0;0b16ab3f13b7:39075 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:21:54,625 INFO [M:0;0b16ab3f13b7:39075 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:21:54,625 DEBUG [M:0;0b16ab3f13b7:39075 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:21:54,625 DEBUG [M:0;0b16ab3f13b7:39075 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:21:54,625 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:21:54,625 INFO [M:0;0b16ab3f13b7:39075 {}] hbase.ChoreService(370): Chore service for: master/0b16ab3f13b7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:21:54,625 INFO [M:0;0b16ab3f13b7:39075 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:21:54,626 DEBUG [M:0;0b16ab3f13b7:39075 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:21:54,626 INFO [M:0;0b16ab3f13b7:39075 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:21:54,626 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137692709 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.large.0-1732137692709,5,FailOnTimeoutGroup] 2024-11-20T21:21:54,626 INFO [M:0;0b16ab3f13b7:39075 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:21:54,626 INFO [M:0;0b16ab3f13b7:39075 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:21:54,626 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137692716 {}] cleaner.HFileCleaner(306): Exit Thread[master/0b16ab3f13b7:0:becomeActiveMaster-HFileCleaner.small.0-1732137692716,5,FailOnTimeoutGroup] 2024-11-20T21:21:54,626 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:21:54,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02143559516/master 2024-11-20T21:21:54,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02143559516 2024-11-20T21:21:54,633 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02143559516/master already deleted, retry=false 2024-11-20T21:21:54,634 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Failed delete of our master address node; KeeperErrorCode = NoNode for /02143559516/master 2024-11-20T21:21:54,653 INFO [M:0;0b16ab3f13b7:39075 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/.lastflushedseqids 2024-11-20T21:21:54,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741853_1029 (size=263) 2024-11-20T21:21:54,725 INFO [RS:0;0b16ab3f13b7:37801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:21:54,725 INFO [RS:0;0b16ab3f13b7:37801 {}] regionserver.HRegionServer(1031): Exiting; stopping=0b16ab3f13b7,37801,1732137690876; zookeeper connection closed. 2024-11-20T21:21:54,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:54,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37801-0x1005f11ac290001, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:54,730 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e27ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e27ae 2024-11-20T21:21:54,730 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:21:54,736 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:21:55,068 INFO [M:0;0b16ab3f13b7:39075 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:21:55,068 INFO [M:0;0b16ab3f13b7:39075 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:21:55,068 DEBUG [M:0;0b16ab3f13b7:39075 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:21:55,069 INFO [M:0;0b16ab3f13b7:39075 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:55,069 DEBUG [M:0;0b16ab3f13b7:39075 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:55,069 DEBUG [M:0;0b16ab3f13b7:39075 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:21:55,069 DEBUG [M:0;0b16ab3f13b7:39075 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:55,069 INFO [M:0;0b16ab3f13b7:39075 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-20T21:21:55,088 DEBUG [M:0;0b16ab3f13b7:39075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3da72fe8c8f84cbb848520dcfca13a0e is 82, key is hbase:meta,,1/info:regioninfo/1732137693495/Put/seqid=0 2024-11-20T21:21:55,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741854_1030 (size=5672) 2024-11-20T21:21:55,092 INFO [M:0;0b16ab3f13b7:39075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3da72fe8c8f84cbb848520dcfca13a0e 2024-11-20T21:21:55,110 DEBUG [M:0;0b16ab3f13b7:39075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dd455368e8149cf9379bf8150b1d1de is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732137703819/Put/seqid=0 2024-11-20T21:21:55,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741855_1031 (size=8910) 2024-11-20T21:21:55,514 INFO [M:0;0b16ab3f13b7:39075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dd455368e8149cf9379bf8150b1d1de 2024-11-20T21:21:55,541 DEBUG [M:0;0b16ab3f13b7:39075 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bba87c78ba5c43589cbbe011aa913558 is 69, key is 0b16ab3f13b7,37801,1732137690876/rs:state/1732137692755/Put/seqid=0 2024-11-20T21:21:55,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741856_1032 (size=5156) 2024-11-20T21:21:55,954 INFO [M:0;0b16ab3f13b7:39075 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bba87c78ba5c43589cbbe011aa913558 2024-11-20T21:21:55,958 DEBUG [M:0;0b16ab3f13b7:39075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3da72fe8c8f84cbb848520dcfca13a0e as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3da72fe8c8f84cbb848520dcfca13a0e 2024-11-20T21:21:55,962 INFO [M:0;0b16ab3f13b7:39075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3da72fe8c8f84cbb848520dcfca13a0e, entries=8, sequenceid=112, filesize=5.5 K 2024-11-20T21:21:55,962 DEBUG [M:0;0b16ab3f13b7:39075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9dd455368e8149cf9379bf8150b1d1de as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9dd455368e8149cf9379bf8150b1d1de 2024-11-20T21:21:55,966 INFO [M:0;0b16ab3f13b7:39075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9dd455368e8149cf9379bf8150b1d1de, entries=13, sequenceid=112, filesize=8.7 K 2024-11-20T21:21:55,967 DEBUG [M:0;0b16ab3f13b7:39075 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bba87c78ba5c43589cbbe011aa913558 as hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bba87c78ba5c43589cbbe011aa913558 2024-11-20T21:21:55,970 INFO [M:0;0b16ab3f13b7:39075 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33903/user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bba87c78ba5c43589cbbe011aa913558, entries=1, sequenceid=112, filesize=5.0 K 2024-11-20T21:21:55,971 INFO [M:0;0b16ab3f13b7:39075 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=112, compaction requested=false 2024-11-20T21:21:55,972 INFO [M:0;0b16ab3f13b7:39075 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:21:55,972 DEBUG [M:0;0b16ab3f13b7:39075 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732137715068Disabling compacts and flushes for region at 1732137715068Disabling writes for close at 1732137715069 (+1 ms)Obtaining lock to block concurrent updates at 1732137715069Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732137715069Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732137715069Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732137715070 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732137715070Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732137715088 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732137715088Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732137715096 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732137715110 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732137715110Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732137715522 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732137715540 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732137715540Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c930d2e: reopening flushed file at 1732137715958 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5205042c: reopening flushed file at 1732137715962 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15948277: reopening flushed file at 1732137715966 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=112, compaction requested=false at 1732137715971 (+5 ms)Writing region close event to WAL at 1732137715972 (+1 ms)Closed at 1732137715972 2024-11-20T21:21:55,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35787 is added to blk_1073741830_1006 (size=69067) 2024-11-20T21:21:55,974 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1badbaca-a8f0-8d94-cc07-f635e49e5679/MasterData/WALs/0b16ab3f13b7,39075,1732137690780/0b16ab3f13b7%2C39075%2C1732137690780.1732137692610 not finished, retry = 0 2024-11-20T21:21:56,075 INFO [M:0;0b16ab3f13b7:39075 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:21:56,075 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:21:56,076 INFO [M:0;0b16ab3f13b7:39075 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39075 2024-11-20T21:21:56,077 INFO [M:0;0b16ab3f13b7:39075 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:21:56,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:56,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39075-0x1005f11ac290000, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:21:56,179 INFO [M:0;0b16ab3f13b7:39075 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:21:56,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1c83d8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:21:56,184 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e56b7d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:21:56,184 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:21:56,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab063b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:21:56,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78ca74ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/hadoop.log.dir/,STOPPED} 2024-11-20T21:21:56,187 WARN [BP-1594428714-172.17.0.3-1732137689538 heartbeating to localhost/127.0.0.1:33903 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:21:56,187 WARN [BP-1594428714-172.17.0.3-1732137689538 heartbeating to localhost/127.0.0.1:33903 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1594428714-172.17.0.3-1732137689538 (Datanode Uuid dd38fc11-0889-4cd9-adb0-3d96e54f34dd) service to localhost/127.0.0.1:33903 2024-11-20T21:21:56,188 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/cluster_2c77c33e-9828-464e-74de-829358a8ae25/data/data1/current/BP-1594428714-172.17.0.3-1732137689538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:21:56,188 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:21:56,188 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:21:56,189 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:21:56,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/cluster_2c77c33e-9828-464e-74de-829358a8ae25/data/data2/current/BP-1594428714-172.17.0.3-1732137689538 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:21:56,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bee381f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:21:56,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b8106ff{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:21:56,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:21:56,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16103323{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:21:56,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e74d2e3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/89a0375f-4649-1eb6-d122-ec532d9f2e77/hadoop.log.dir/,STOPPED} 2024-11-20T21:21:56,214 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:21:56,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:21:56,256 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=596 (was 535) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46253 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42103 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46253 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33903 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42103 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33903 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46253 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42103 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33903 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42103 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33903 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58695) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46253 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:42103 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33903 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46253 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=979 (was 879) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=724 (was 726), ProcessCount=11 (was 11), AvailableMemoryMB=1423 (was 276) - AvailableMemoryMB LEAK? - 2024-11-20T21:21:56,256 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=596 is superior to 500 2024-11-20T21:21:56,271 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=24, created chunk count=36, reused chunk count=157, reuseRatio=81.35% 2024-11-20T21:21:56,271 DEBUG [master/0b16ab3f13b7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-20T21:21:56,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1005f11ac290005, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:21:56,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1005f11ac290005, quorum=127.0.0.1:58695, baseZNode=/1-1125890688 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:21:56,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1005f11ac290008, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:21:56,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1005f11ac290008, quorum=127.0.0.1:58695, baseZNode=/2-295166442 Received Disconnected from ZooKeeper, ignoring 2024-11-20T21:21:56,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1005f11ac290002, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-20T21:21:56,312 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1005f11ac290002, quorum=127.0.0.1:58695, baseZNode=/02143559516 Received Disconnected from ZooKeeper, ignoring